00010000:00000001:2.0F:1788536171.877754:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536171.877788:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536171.877796:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536171.877798:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1788536171.878315:0:236365:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536171.878325:0:236365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536171.878328:0:236365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788536172.780020:0:265135:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5a20 (cpu 2) has reached its deadline 4305468690, at 4305468740 00000100:00000010:2.0:1788536172.780034:0:265135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b24480ed840. 00000100:00000040:3.0F:1788536172.782416:0:260093:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5b30 (cpu 3) has reached its deadline 4305468690, at 4305468740 00000100:00000010:3.0:1788536172.782434:0:260093:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b24480ed5a0. 00010000:00000001:2.0:1788536172.902660:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536172.902665:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536172.902670:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536172.902671:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536172.902798:0:242350:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536172.902801:0:242350:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536172.902805:0:242350:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788536173.394175:0:280794:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536173.925707:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536173.925713:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536173.925719:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536173.925720:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788536173.925857:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788536173.925861:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788536173.925864:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788536173.990963:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1e73104-a124-445d-9e99-edaf7c361d90->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788536173.990972:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788536173.990978:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2472a47100. 00000020:00000040:3.0:1788536173.990984:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b244a7c6000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:3.0:1788536173.990987:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788536173.990990:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788536173.990995:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788536173.991002:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b235f34d700. 00000100:00000001:3.0:1788536173.991009:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536173.991019:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f1e73104-a124-445d-9e99-edaf7c361d90->MGS req@ffff9b2472a47100 x1875404964686720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788536173.991029:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788536173.991033:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536173.991039:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059756688] to pc [ptlrpcd_01_01+1] req@ffff9b2472a47100 x1875404964686720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.991060:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536173.991064:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788536173.991067:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788536173.991070:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2472a45880. 00000020:00000040:3.0:1788536173.991072:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:3.0:1788536173.991074:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788536173.991075:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788536173.991077:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788536173.991080:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b235f34d000. 00000100:00000001:3.0:1788536173.991082:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536173.991086:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID req@ffff9b2472a45880 x1875404964686848/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788536173.991112:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788536173.991114:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536173.991119:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b2e174] to pc [ptlrpcd_01_00+0] req@ffff9b2472a45880 x1875404964686848/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.991126:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536173.991128:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788536173.991131:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788536173.991133:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2472a44700. 00000020:00000040:3.0:1788536173.991135:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b247254c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000100:00000001:3.0:1788536173.991137:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788536173.991139:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788536173.991140:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788536173.991144:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b235f34dc00. 00000100:00000001:3.0:1788536173.991146:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536173.991150:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID req@ffff9b2472a44700 x1875404964686976/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788536173.991156:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788536173.991158:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536173.991161:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d9a675a] to pc [ptlrpcd_01_01+1] req@ffff9b2472a44700 x1875404964686976/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.991168:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536173.991170:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788536173.991173:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788536173.991176:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2472a46680. 00000020:00000040:3.0:1788536173.991178:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00000100:00000001:3.0:1788536173.991180:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788536173.991181:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788536173.991182:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788536173.991185:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b235f34d500. 00000100:00000001:3.0:1788536173.991195:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536173.991200:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID req@ffff9b2472a46680 x1875404964687104/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788536173.991207:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788536173.991208:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536173.991212:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f07dfa1b] to pc [ptlrpcd_01_00+0] req@ffff9b2472a46680 x1875404964687104/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.991219:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536173.991221:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788536173.991224:0:273156:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788536173.991228:0:273156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10807) 00000100:00000001:3.0:1788536173.991241:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536173.991244:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536173.991246:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536173.991250:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2472a47100 x1875404964686720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.991257:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536173.991259:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536173.991262:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536173.991265:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536173.991268:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536173.991271:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2472a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1e73104-a124-445d-9e99-edaf7c361d90:2406:1875404964686720:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536173.991275:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536173.991280:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536173.991283:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536173.991285:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536173.991289:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2447ee6400. 02000000:00000001:3.0:1788536173.991291:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536173.991298:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536173.991302:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15bb58. 00000400:00000010:3.0:1788536173.991308:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1c38. 00000100:00000200:3.0:1788536173.991320:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964686720, portal 25 00000100:00000001:3.0:1788536173.991322:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536173.991323:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179577348352 : -110894132203264 : ffff9b2472a47100) 00000100:00000040:3.0:1788536173.991329:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2472a47100 x1875404964686720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.991335:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536173.991338:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536173.991340:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1088. 00000100:00000200:3.0:1788536173.991343:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875404964686720, offset 0 00000400:00000200:3.0:1788536173.991349:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536173.991357:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536173.991363:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536173.991368:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536173.991372:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536173.991375:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536173.991378:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536173.991381:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539938:539938:256:4294967295] 192.168.206.123@tcp LPNI seq info [539889:539889:8:4294967295] 00000400:00000200:3.0:1788536173.991385:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536173.991394:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536173.991400:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536173.991404:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34d600. 00000800:00000200:3.0:1788536173.991410:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536173.991416:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536173.991420:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34d600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536173.991431:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536173.991435:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536173.991437:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4305473808 00000100:00000010:3.0:1788536173.991441:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b24480edb40. 00000100:00000001:3.0:1788536173.991447:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788536173.991452:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4305473808 00000100:00000010:3.0:1788536173.991455:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b24480ed540. 00000100:00000001:3.0:1788536173.991464:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788536173.991467:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536173.991469:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536173.991472:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536173.991477:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2472a44700 x1875404964686976/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.991483:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536173.991485:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536173.991487:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536173.991489:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536173.991491:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536173.991494:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2472a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964686976:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536173.991496:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536173.991499:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536173.991500:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536173.991502:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536173.991505:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2447ee7000. 02000000:00000001:3.0:1788536173.991507:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536173.991511:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536173.991513:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15bec8. 00000400:00000010:3.0:1788536173.991517:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1880. 00000100:00000200:3.0:1788536173.991519:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964686976, portal 10 00000100:00000001:3.0:1788536173.991521:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536173.991522:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179577337600 : -110894132214016 : ffff9b2472a44700) 00000100:00000040:3.0:1788536173.991529:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2472a44700 x1875404964686976/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.991549:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536173.991552:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536173.991554:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1e58. 00000100:00000200:3.0:1788536173.991556:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964686976, offset 0 00000400:00000200:3.0:1788536173.991560:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536173.991565:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536173.991573:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536173.991576:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536173.991578:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536173.991580:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536173.991582:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536173.991585:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539939:539939:255:4294967295] 192.168.206.123@tcp LPNI seq info [539890:539890:7:4294967295] 00000400:00000200:3.0:1788536173.991589:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536173.991595:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536173.991599:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536173.991635:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34d800. 00000800:00000200:3.0:1788536173.991640:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536173.991644:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536173.991647:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34d800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536173.991650:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536173.991654:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: using a timeout of 20280 usecs (21 jiffies) 00000400:00000200:3.0:1788536173.991657:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536173.991659:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305469974 00000100:00000001:3.0:1788536173.991662:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305473808 00000100:00000001:3.0:1788536173.991664:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305469974 00000100:00000001:3.0:1788536173.991666:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305473808 00000100:00000001:3.0:1788536173.991667:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536173.991669:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536173.991672:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536173.991675:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536173.991681:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536173.991684:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788536173.991686:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536173.991687:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536173.991688:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536173.991691:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788536173.991692:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536173.991700:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536173.991702:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536173.991703:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536173.991705:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536173.991706:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536173.991710:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2472a45880 x1875404964686848/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.991716:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536173.991717:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536173.991719:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536173.991721:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536173.991722:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536173.991725:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2472a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964686848:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536173.991728:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536173.991730:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536173.991731:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536173.991733:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536173.991736:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2447ee7400. 02000000:00000001:3.0:1788536173.991738:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536173.991741:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536173.991743:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15b4d0. 00000400:00000010:3.0:1788536173.991746:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1d48. 00000100:00000200:3.0:1788536173.991749:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964686848, portal 10 00000100:00000001:3.0:1788536173.991761:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536173.991762:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179577342080 : -110894132209536 : ffff9b2472a45880) 00000100:00000040:3.0:1788536173.991767:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2472a45880 x1875404964686848/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.991772:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536173.991774:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536173.991776:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1000. 00000100:00000200:3.0:1788536173.991778:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964686848, offset 0 00000400:00000200:3.0:1788536173.991782:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536173.991786:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536173.991794:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536173.991797:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536173.991799:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536173.991801:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536173.991803:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536173.991806:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539940:539940:254:4294967295] 192.168.206.123@tcp LPNI seq info [539891:539891:6:4294967295] 00000400:00000200:3.0:1788536173.991811:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536173.991817:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536173.991822:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536173.991826:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34dd00. 00000800:00000200:3.0:1788536173.991830:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536173.991834:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536173.991837:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34dd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536173.991841:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536173.991843:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19356 usecs (20 jiffies) 00000400:00000200:3.0:1788536173.991847:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536173.991848:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305469973 00000100:00000001:3.0:1788536173.991850:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305473808 00000100:00000001:3.0:1788536173.991852:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305469973 00000100:00000001:3.0:1788536173.991854:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305473808 00000100:00000001:3.0:1788536173.991856:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536173.991858:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536173.991861:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536173.991864:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2472a46680 x1875404964687104/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.991871:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536173.991873:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536173.991875:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536173.991876:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536173.991883:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536173.991886:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2472a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964687104:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536173.991889:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536173.991892:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536173.991893:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536173.991895:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536173.991898:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2447ee7c00. 02000000:00000001:3.0:1788536173.991899:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536173.991902:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536173.991905:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15bf78. 00000400:00000010:3.0:1788536173.991908:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1330. 00000100:00000200:3.0:1788536173.991911:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964687104, portal 4 00000100:00000001:3.0:1788536173.991912:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536173.991913:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179577345664 : -110894132205952 : ffff9b2472a46680) 00000100:00000040:3.0:1788536173.991918:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2472a46680 x1875404964687104/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.991924:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536173.991926:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536173.991928:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1110. 00000100:00000200:3.0:1788536173.991930:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875404964687104, offset 0 00000400:00000200:3.0:1788536173.991934:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536173.991937:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536173.991939:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536173.991942:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536173.991944:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536173.991946:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536173.991948:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536173.991951:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539941:539941:253:4294967295] 192.168.206.123@tcp LPNI seq info [539892:539892:5:4294967295] 00000400:00000200:3.0:1788536173.991955:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536173.991960:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536173.991964:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536173.991971:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34d100. 00000800:00000200:3.0:1788536173.991974:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536173.991978:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536173.991981:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536173.991984:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536173.991987:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 114555 usecs (115 jiffies) 00000400:00000200:3.0:1788536173.991990:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536173.991992:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305470068 00000100:00000001:3.0:1788536173.991994:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305473808 00000100:00000001:3.0:1788536173.991996:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305470068 00000100:00000001:3.0:1788536173.991998:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305473808 00000100:00000001:3.0:1788536173.992000:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536173.992002:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536173.992004:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536173.992006:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788536173.992042:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536173.992045:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34d600. 00000400:00000200:3.0:1788536173.992049:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536173.992053:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536173.992058:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1088 00000400:00000010:3.0:1788536173.992060:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1088. 00000100:00000001:3.0:1788536173.992064:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536173.992068:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2472a47100 x1875404964686720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.992076:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536173.992079:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2472a47100 x1875404964686720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.992086:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536173.992087:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788536173.992097:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536173.992098:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34d800. 00000400:00000200:3.0:1788536173.992106:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536173.992109:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536173.992112:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1e58 00000400:00000010:3.0:1788536173.992114:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1e58. 00000100:00000001:3.0:1788536173.992116:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536173.992119:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2472a44700 x1875404964686976/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.992126:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536173.992129:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2472a44700 x1875404964686976/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.992135:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536173.992136:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788536173.992142:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536173.992144:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34dd00. 00000400:00000200:3.0:1788536173.992146:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536173.992149:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536173.992151:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1000 00000400:00000010:3.0:1788536173.992153:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1000. 00000100:00000001:3.0:1788536173.992155:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536173.992158:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2472a45880 x1875404964686848/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.992164:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536173.992167:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2472a45880 x1875404964686848/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.992172:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536173.992173:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788536173.992219:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536173.992221:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34d100. 00000400:00000200:3.0:1788536173.992224:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536173.992227:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536173.992229:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1110 00000400:00000010:3.0:1788536173.992231:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1110. 00000100:00000001:3.0:1788536173.992238:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536173.992242:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2472a46680 x1875404964687104/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.992249:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536173.992252:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2472a46680 x1875404964687104/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536173.992258:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536173.992259:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788536173.992282:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536173.992284:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788536174.001296:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536174.001310:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536174.001314:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536174.001316:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536174.001324:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536174.001331:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536174.001338:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536174.001342:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536174.001346:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536174.001350:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a9abbebaeb80 00000400:00000200:3.0:1788536174.001355:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536174.001360:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x50918d [1] + 224 00000800:00000001:3.0:1788536174.001367:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536174.001371:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536174.001374:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536174.001378:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536174.001386:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536174.001394:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2472a47100 x1875404964686720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536174.001405:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2472a47100 x1875404964686720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536174.001418:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536174.001433:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536174.001436:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536174.001438:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536174.001440:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536174.001443:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536174.001446:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536174.001449:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536174.001452:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536174.001454:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536174.001457:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebaec80 00000400:00000200:3.0:1788536174.001460:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536174.001463:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x50919d [1] + 224 00000800:00000001:3.0:1788536174.001466:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536174.001469:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536174.001471:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536174.001474:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536174.001477:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536174.001481:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2472a44700 x1875404964686976/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536174.001489:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2472a44700 x1875404964686976/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536174.001495:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536174.001499:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536174.001501:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536174.001503:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536174.001505:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536174.001508:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536174.001511:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536174.001515:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536174.001517:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536174.001525:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536174.001528:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a9abbebaed00 00000400:00000200:3.0:1788536174.001531:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536174.001541:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x5091bd [1] + 224 00000800:00000001:3.0:1788536174.001545:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536174.001552:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536174.001554:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536174.001556:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536174.001559:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536174.001563:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2472a46680 x1875404964687104/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536174.001571:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2472a46680 x1875404964687104/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536174.001577:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536174.001580:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536174.001583:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536174.001620:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536174.001623:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788536174.001630:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536174.001632:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536174.001634:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15bf78. 00000400:00000200:3.0:1788536174.001638:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1330 00000400:00000010:3.0:1788536174.001640:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1330. 00000100:00000001:3.0:1788536174.001643:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536174.001647:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2472a46680 x1875404964687104/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536174.001655:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2472a46680 x1875404964687104/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536174.001660:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536174.001661:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536174.001663:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536174.001667:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536174.001669:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536174.001671:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536174.001673:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536174.001681:0:2406:0:(import.c:2149:obd_at_measure()) add 36 to ffff9b247254ec60 time=50 v=36 (36 36 5 5) 00000100:00001000:3.0:1788536174.001692:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=146 v=5 (1 1 0 0) 00000100:00000001:3.0:1788536174.001694:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536174.001696:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536174.001698:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788536174.001701:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536174.001705:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788536174.001707:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:3.0:1788536174.001708:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788536174.001710:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536174.001715:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2472a46680 x1875404964687104/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536174.001721:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536174.001723:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536174.001725:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536174.001728:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2472a46680 x1875404964687104/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536174.001735:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2472a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964687104:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1788536174.001741:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536174.001742:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536174.001743:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15bb58. 00000400:00000200:3.0:1788536174.001745:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1c38 00000400:00000010:3.0:1788536174.001747:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1c38. 00000100:00000001:3.0:1788536174.001749:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536174.001764:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2472a47100 x1875404964686720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536174.001771:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2472a47100 x1875404964686720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536174.001776:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536174.001777:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536174.001779:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536174.001780:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536174.001781:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536174.001788:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536174.001790:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536174.001793:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b244a7c6460 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1788536174.001795:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b244a7c6418 time=31 v=5 (1 1 1 0) 00000100:00000001:3.0:1788536174.001798:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536174.001798:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536174.001800:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788536174.008838:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536174.008852:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536174.008867:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2472a47100 x1875404964686720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536174.008878:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536174.008881:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536174.008883:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536174.008887:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2472a47100 x1875404964686720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536174.008895:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2472a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1e73104-a124-445d-9e99-edaf7c361d90:2406:1875404964686720:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1788536174.008905:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536174.008908:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536174.008911:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15bec8. 00000400:00000200:3.0:1788536174.008915:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1880 00000400:00000010:3.0:1788536174.008917:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1880. 00000100:00000001:3.0:1788536174.008921:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536174.008927:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2472a44700 x1875404964686976/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536174.008936:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2472a44700 x1875404964686976/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536174.008943:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536174.008944:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536174.008947:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536174.008949:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536174.008952:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536174.008962:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536174.009003:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536174.009013:0:2406:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b247254c460 time=51 v=60 (60 60 61 61) 00000100:00001000:3.0:1788536174.009018:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254c418 time=14 v=5 (1 1 2 0) 00000100:00000001:3.0:1788536174.009021:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536174.009022:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536174.009024:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788536174.009029:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b2472a44700 x1875404964686976/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788536174.009036:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536174.009039:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788536174.009041:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b244134e800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788536174.009043:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788536174.009045:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536174.009048:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2472a44700 x1875404964686976/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536174.009055:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536174.009058:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536174.009059:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536174.009062:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2472a44700 x1875404964686976/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536174.009069:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2472a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964686976:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536174.009073:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536174.009076:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536174.009080:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2472a46680 x1875404964687104/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536174.009087:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536174.009089:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536174.009093:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2447ee7c00. 02000000:00000001:3.0:1788536174.009096:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536174.009099:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536174.009106:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000020:00000001:3.0:1788536174.009109:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536174.009111:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b235f34d500. 02000000:00000001:3.0:1788536174.009115:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536174.009117:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536174.009118:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2472a46680. 00000100:00000001:3.0:1788536174.009122:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536174.009123:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536174.009125:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536174.009129:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2472a47100 x1875404964686720/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536174.009135:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536174.009136:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536174.009138:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2447ee6400. 02000000:00000001:3.0:1788536174.009140:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536174.009141:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536174.009142:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b244a7c6000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1788536174.009144:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536174.009145:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b235f34d700. 02000000:00000001:3.0:1788536174.009147:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536174.009148:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536174.009149:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2472a47100. 00000100:00000001:3.0:1788536174.009150:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536174.009151:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536174.009153:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536174.009155:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2472a44700 x1875404964686976/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536174.009161:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536174.009162:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536174.009163:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2447ee7000. 02000000:00000001:3.0:1788536174.009165:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536174.009166:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536174.009167:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b247254c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000020:00000001:3.0:1788536174.009169:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536174.009170:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b235f34dc00. 02000000:00000001:3.0:1788536174.009172:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536174.009181:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536174.009182:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2472a44700. 00000100:00000001:3.0:1788536174.009185:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536174.009186:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536174.009189:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536174.009192:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536174.009194:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536174.009195:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536174.009197:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788536174.009241:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536174.009254:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536174.009256:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536174.009258:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536174.009264:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536174.009269:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536174.009276:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536174.009280:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536174.009285:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536174.009288:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebaec00 00000400:00000200:2.0:1788536174.009293:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536174.009298:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x5091ad [1] + 224 00000800:00000001:2.0:1788536174.009305:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536174.009311:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536174.009314:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536174.009319:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536174.009325:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536174.009330:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2472a45880 x1875404964686848/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536174.009339:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2472a45880 x1875404964686848/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536174.009361:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536174.009369:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536174.009373:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536174.009406:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536174.009408:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788536174.009411:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536174.009413:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536174.009414:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15b4d0. 00000400:00000200:3.0:1788536174.009417:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1d48 00000400:00000010:3.0:1788536174.009419:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1d48. 00000100:00000001:3.0:1788536174.009421:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536174.009425:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2472a45880 x1875404964686848/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536174.009433:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2472a45880 x1875404964686848/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536174.009440:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536174.009441:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536174.009442:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536174.009444:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536174.009445:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536174.009447:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536174.009448:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536174.009453:0:2406:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=51 v=60 (60 60 61 61) 00000100:00001000:3.0:1788536174.009456:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=32 v=5 (1 1 2 0) 00000100:00000001:3.0:1788536174.009458:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536174.009459:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536174.009460:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788536174.009462:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536174.009465:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788536174.009466:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771466 00000100:00000001:3.0:1788536174.009468:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788536174.009475:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536174.009479:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2472a45880 x1875404964686848/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536174.009486:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536174.009488:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536174.009489:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536174.009493:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2472a45880 x1875404964686848/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536174.009500:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2472a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964686848:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536174.009504:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536174.009506:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536174.009509:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2472a45880 x1875404964686848/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536174.009515:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536174.009516:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536174.009518:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2447ee7400. 02000000:00000001:3.0:1788536174.009521:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536174.009522:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536174.009523:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:3.0:1788536174.009525:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536174.009527:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b235f34d000. 02000000:00000001:3.0:1788536174.009529:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536174.009530:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536174.009531:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2472a45880. 00000100:00000001:3.0:1788536174.009533:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536174.009534:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536174.009536:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536174.009542:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536174.009544:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536174.009547:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536174.009548:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536174.949853:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536174.949859:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536174.949864:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536174.949865:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1788536174.951109:0:248051:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536174.951125:0:248051:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536174.951128:0:248051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788536175.387309:0:280934:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788536175.757982:0:280970:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788536175.757989:0:280970:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_812b: @@@@@@ FAIL: client: import is not in CONNECTING state after 50 00000001:00000001:2.0:1788536175.766667:0:280970:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1788536175.981736:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536175.981756:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536175.981763:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536175.981764:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536175.985699:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536175.985706:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536175.985710:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536176.997669:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536176.997676:0:265135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536176.997679:0:265135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536176.997682:0:265135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536176.997685:0:265135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536176.997687:0:265135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536176.997689:0:265135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536176.997691:0:265135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536176.997694:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536176.997695:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536176.999311:0:236365:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536176.999316:0:236365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536176.999320:0:236365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788536177.098341:0:281071:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 663 lines, 663 kept, 0 dropped, 0 bad.