00010000:00000001:1.0F:1781624794.293076:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624794.293092:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624794.293100:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624794.293101:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0F:1781624794.294051:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624794.294062:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624794.294066:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624795.317166:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624795.317175:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624795.317182:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624795.317184:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624795.317678:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624795.317681:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624795.317685:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1781624796.189579:0:123952:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624796.341811:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624796.341818:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624796.341824:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624796.341826:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1781624796.342438:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624796.342447:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624796.342451:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0F:1781624796.981746:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624796.981761:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624796.981769:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ce00. 00000020:00000040:0.0:1781624796.981774:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624796.981778:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624796.981781:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624796.981786:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624796.981792:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f4bb00. 00000100:00000001:0.0:1781624796.981799:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624796.981809:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ce00 x1868160455905152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624796.981819:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624796.981822:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624796.981828:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be3e00e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ce00 x1868160455905152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624796.981855:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624796.981858:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624796.981861:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624796.981864:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781624796.981866:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624796.981868:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624796.981870:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624796.981872:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624796.981874:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f4b400. 00000100:00000001:0.0:1781624796.981876:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624796.981880:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731fb80 x1868160455905280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624796.981887:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624796.981888:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624796.981892:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_01+1] req@ffff8f850731fb80 x1868160455905280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624796.981899:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624796.981907:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624796.981910:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624796.981913:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624796.981916:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624796.981921:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8291) 00000100:00000001:0.0:1781624796.981932:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624796.981936:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624796.981939:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624796.981945:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455905280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624796.981953:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624796.981954:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624796.981958:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624796.981960:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624796.981963:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624796.981966:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455905280:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624796.981970:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624796.981976:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624796.981979:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624796.981981:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624796.981985:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4e00. 02000000:00000001:0.0:1781624796.981986:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624796.981994:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624796.981998:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc75d8. 00000400:00000010:0.0:1781624796.982017:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9dd0. 00000100:00000200:0.0:1781624796.982045:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455905280, portal 10 00000100:00000001:0.0:1781624796.982049:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624796.982050:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000040:0.0:1781624796.982058:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731fb80 x1868160455905280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624796.982076:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624796.982079:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624796.982082:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e97f8. 00000100:00000200:0.0:1781624796.982086:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455905280, offset 0 00000400:00000200:0.0:1781624796.982092:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624796.982100:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624796.982107:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624796.982113:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624796.982116:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624796.982120:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624796.982122:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624796.982125:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376360:376360:256:4294967295] 192.168.202.101@tcp LPNI seq info [376330:376330:8:4294967295] 00000400:00000200:0.0:1781624796.982130:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624796.982139:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624796.982144:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624796.982148:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f4b500. 00000800:00000200:0.0:1781624796.982166:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624796.982174:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624796.982178:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f4b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624796.982193:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624796.982199:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16648 usecs (17 jiffies) 00000400:00000200:0.0:1781624796.982202:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624796.982206:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302954002 00000100:00000001:0.0:1781624796.982209:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302956664 00000100:00000001:0.0:1781624796.982211:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302954002 00000100:00000001:0.0:1781624796.982213:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302956664 00000100:00000001:0.0:1781624796.982216:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624796.982218:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624796.982226:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624796.982228:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624796.982235:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624796.982237:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624796.982238:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624796.982240:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624796.982241:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624796.982243:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624796.982245:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624796.982247:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624796.982248:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624796.982250:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624796.982251:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624796.982252:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624796.982257:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ce00 x1868160455905152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624796.982263:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624796.982264:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624796.982267:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624796.982269:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624796.982271:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624796.982273:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455905152:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624796.982275:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624796.982278:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624796.982279:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624796.982281:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624796.982284:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c5e00. 02000000:00000001:0.0:1781624796.982285:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624796.982289:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624796.982291:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc74d0. 00000400:00000010:0.0:1781624796.982295:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9cc0. 00000100:00000200:0.0:1781624796.982298:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455905152, portal 25 00000100:00000001:0.0:1781624796.982300:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624796.982301:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246967808 : -123673462583808 : ffff8f850731ce00) 00000100:00000040:0.0:1781624796.982305:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ce00 x1868160455905152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624796.982316:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624796.982319:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624796.982321:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9e58. 00000100:00000200:0.0:1781624796.982323:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455905152, offset 0 00000400:00000200:0.0:1781624796.982327:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624796.982331:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624796.982334:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624796.982336:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624796.982339:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624796.982341:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624796.982343:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624796.982345:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376361:376361:255:4294967295] 192.168.202.101@tcp LPNI seq info [376331:376331:7:4294967295] 00000400:00000200:0.0:1781624796.982349:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624796.982355:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624796.982360:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624796.982363:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f4b200. 00000800:00000200:0.0:1781624796.982366:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624796.982370:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624796.982372:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f4b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624796.982375:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624796.982377:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624796.982379:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302961783 00000100:00000001:0.0:1781624796.982384:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302956664 00000100:00000001:0.0:1781624796.982388:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302961783 00000100:00000001:0.0:1781624796.982391:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302956664 00000100:00000001:0.0:1781624796.982394:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624796.982396:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624796.982398:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624796.982400:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624796.982601:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624796.982605:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624796.982790:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624796.982794:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f4b500. 00000400:00000200:2.0:1781624796.982798:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624796.982801:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624796.982806:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e97f8 00000400:00000010:2.0:1781624796.982808:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e97f8. 00000100:00000001:2.0:1781624796.982811:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624796.982814:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731fb80 x1868160455905280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624796.982820:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624796.982822:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731fb80 x1868160455905280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624796.982826:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624796.982827:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624796.982880:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624796.982882:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f4b200. 00000400:00000200:2.0:1781624796.982884:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624796.982886:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624796.982888:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9e58 00000400:00000010:2.0:1781624796.982889:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9e58. 00000100:00000001:2.0:1781624796.982890:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624796.982892:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ce00 x1868160455905152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624796.982896:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624796.982898:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ce00 x1868160455905152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624796.982902:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624796.982907:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624796.985449:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624796.985466:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624796.985471:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624796.985473:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624796.985480:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624796.985486:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624796.985495:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624796.985499:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624796.985504:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624796.985508:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b9000 00000400:00000200:2.0:1781624796.985512:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624796.985519:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa2b5 [1] + 224 00000800:00000001:2.0:1781624796.985526:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624796.985529:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624796.985532:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624796.985536:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624796.985542:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624796.985562:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731fb80 x1868160455905280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624796.985572:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731fb80 x1868160455905280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624796.985590:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624796.985599:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624796.985603:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624796.985605:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624796.985606:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624796.985609:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624796.985612:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624796.985616:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624796.985618:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624796.985621:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624796.985624:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b8f80 00000400:00000200:2.0:1781624796.985643:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624796.985647:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa2bd [1] + 224 00000800:00000001:2.0:1781624796.985651:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624796.985657:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624796.985659:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624796.985663:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624796.985666:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624796.985670:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ce00 x1868160455905152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624796.985690:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ce00 x1868160455905152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624796.985698:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624796.985702:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624796.985705:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624796.986745:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624796.986750:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624796.986758:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624796.986760:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624796.986763:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc74d0. 00000400:00000200:0.0:1781624796.986769:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9cc0 00000400:00000010:0.0:1781624796.986772:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9cc0. 00000100:00000001:0.0:1781624796.986775:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624796.986783:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ce00 x1868160455905152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624796.986792:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ce00 x1868160455905152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624796.986797:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624796.986799:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624796.986801:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624796.986804:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624796.986807:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624796.986809:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624796.986813:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624796.986819:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624796.986822:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=144 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624796.986825:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624796.986826:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624796.986829:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624796.986831:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624796.986843:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624796.986848:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ce00 x1868160455905152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624796.986854:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624796.986857:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624796.986859:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624796.986863:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ce00 x1868160455905152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624796.986870:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455905152:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781624796.986887:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624796.986888:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624796.986889:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc75d8. 00000400:00000200:0.0:1781624796.986892:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9dd0 00000400:00000010:0.0:1781624796.986893:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9dd0. 00000100:00000001:0.0:1781624796.986895:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624796.986899:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455905280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624796.986906:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455905280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624796.986912:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624796.986914:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624796.986915:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624796.986917:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624796.986918:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624796.986920:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624796.986922:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624796.986928:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624796.986931:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=144 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624796.986933:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624796.986934:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624796.986935:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624796.986937:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624796.986940:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624796.986942:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624796.986944:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624796.986945:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624796.986948:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455905280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624796.986954:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624796.986956:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624796.986957:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624796.986961:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455905280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624796.986985:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455905280:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624796.986989:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624796.986991:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624796.986994:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ce00 x1868160455905152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624796.990163:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624796.990167:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624796.990172:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c5e00. 02000000:00000001:0.0:1781624796.990178:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624796.990181:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624796.990182:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624796.990185:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624796.990187:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f4bb00. 02000000:00000001:0.0:1781624796.990191:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624796.990192:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624796.990194:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ce00. 00000100:00000001:0.0:1781624796.990198:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624796.990199:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624796.990202:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624796.990212:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455905280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624796.990220:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624796.990221:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624796.990222:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4e00. 02000000:00000001:0.0:1781624796.990224:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624796.990225:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624796.990226:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624796.990228:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624796.990229:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f4b400. 02000000:00000001:0.0:1781624796.990231:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624796.990231:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624796.990233:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:0.0:1781624796.990235:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624796.990254:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624796.990257:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624796.990265:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624796.990266:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624796.990269:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624796.990271:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624797.365217:0:124002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624797.365224:0:124002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624797.365229:0:124002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624797.365230:0:124002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624797.365400:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624797.365403:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624797.365406:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1781624797.951629:0:124092:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1781624798.125004:0:124128:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1781624798.125010:0:124128:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_170: @@@@@@ FAIL: import is not in REPLAY_LOCKS state 00000001:00000001:0.0:1781624798.128734:0:124128:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1781624798.389446:0:124002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624798.389452:0:124002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624798.389457:0:124002:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624798.389459:0:124002:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624798.389547:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624798.389551:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624798.389553:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1781624798.874654:0:124227:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 353 lines, 353 kept, 0 dropped, 0 bad.