00010000:00000001:2.0F:1788941396.723163:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941396.723177:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941396.723183:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941396.723184:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1788941396.723300:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941396.723308:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941396.723311:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941397.746985:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941397.746994:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941397.747000:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941397.747002:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941397.747087:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941397.747091:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941397.747094:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941398.771827:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941398.771837:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941398.771843:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941398.771845:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941398.772016:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941398.772020:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941398.772024:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788941399.284559:0:276107:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307272415, at 4307272449 00000100:00000040:1.0F:1788941399.284997:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307272415, at 4307272450 00000100:00000010:1.0:1788941399.285020:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8897480d3420. 00000100:00000010:0.0:1788941399.285309:0:276107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8897480d33c0. 00000080:00000001:1.0:1788941399.409123:0:280794:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941399.795953:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941399.795960:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941399.795965:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941399.795967:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941399.796136:0:242292:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941399.796139:0:242292:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941399.796142:0:242292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788941400.570587:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941400.570602:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941400.570623:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772195180. 00000020:00000040:1.0:1788941400.570632:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b1000 refcount=4 obd=MGC192.168.206.112@tcp 00000100:00000001:1.0:1788941400.570638:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941400.570642:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941400.570648:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941400.570659:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977322b100. 00000100:00000001:1.0:1788941400.570667:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.570682:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS req@ffff889772195180 x1875827959602176/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941400.570696:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941400.570713:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.570720:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6665cfc] to pc [ptlrpcd_00_01+1] req@ffff889772195180 x1875827959602176/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.570745:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.570748:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941400.570751:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941400.570755:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772195880. 00000020:00000040:1.0:1788941400.570758:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=6 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:1.0:1788941400.570760:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941400.570762:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941400.570763:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941400.570767:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977322be00. 00000100:00000001:1.0:1788941400.570770:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.570775:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID req@ffff889772195880 x1875827959602304/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941400.571236:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941400.571238:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.571245:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000281c4716] to pc [ptlrpcd_00_00+0] req@ffff889772195880 x1875827959602304/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.571253:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.571256:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941400.571259:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941400.571262:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772194000. 00000020:00000040:1.0:1788941400.571265:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc88000 refcount=4 obd=lustre-MDT0001-mdc-ffff889767e18000 00000100:00000001:1.0:1788941400.571267:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941400.571269:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941400.571271:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941400.571275:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977322b900. 00000100:00000001:1.0:1788941400.571278:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.571283:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID req@ffff889772194000 x1875827959602432/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941400.571351:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941400.571353:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.571358:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d0d4d31] to pc [ptlrpcd_00_01+1] req@ffff889772194000 x1875827959602432/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.571365:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.571368:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941400.571371:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941400.571374:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772196300. 00000020:00000040:1.0:1788941400.571377:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:1.0:1788941400.571379:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941400.571381:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941400.571382:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941400.571386:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977322b000. 00000100:00000001:1.0:1788941400.571395:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.571400:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID req@ffff889772196300 x1875827959602560/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941400.571407:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941400.571409:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.571413:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e730b484] to pc [ptlrpcd_00_00+0] req@ffff889772196300 x1875827959602560/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.571420:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.571423:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788941400.571426:0:233298:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788941400.571432:0:233298:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12611) 00000100:00000001:1.0:1788941400.571447:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941400.571453:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941400.571455:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941400.571461:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772195180 x1875827959602176/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.571470:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941400.571472:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941400.571477:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941400.571480:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941400.571483:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941400.571487:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2395:1875827959602176:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941400.571492:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941400.571498:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941400.571501:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941400.571503:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941400.571508:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897717d2000. 02000000:00000001:1.0:1788941400.571510:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941400.571519:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941400.571524:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e15b00. 00000400:00000010:1.0:1788941400.571531:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525d48. 00000100:00000200:1.0:1788941400.571544:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959602176, portal 25 00000100:00000001:1.0:1788941400.571547:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941400.571549:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768542080 : -131290941009536 : ffff889772195180) 00000100:00000040:1.0:1788941400.571555:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772195180 x1875827959602176/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.571563:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941400.571567:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941400.571569:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525cc0. 00000100:00000200:1.0:1788941400.571572:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875827959602176, offset 0 00000400:00000200:1.0:1788941400.571579:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941400.571590:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.571598:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941400.571604:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941400.571662:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941400.571667:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941400.571670:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941400.571674:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545762:545762:256:4294967295] 192.168.206.112@tcp LPNI seq info [545747:545747:8:4294967295] 00000400:00000200:1.0:1788941400.571679:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.571689:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941400.571696:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941400.571775:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977322bd00. 00000800:00000200:1.0:1788941400.571835:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941400.571843:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941400.571849:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977322bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941400.571880:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941400.571884:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941400.571887:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307277542 00000100:00000010:1.0:1788941400.571892:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889746b8b180. 00000100:00000001:1.0:1788941400.572092:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788941400.572154:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307277542 00000100:00000010:1.0:1788941400.572159:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889746b8b5a0. 00000100:00000001:1.0:1788941400.572168:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788941400.572172:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941400.572175:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.572178:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941400.572184:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772194000 x1875827959602432/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.572191:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941400.572193:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941400.572195:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941400.572198:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941400.572199:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941400.572202:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772194000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959602432:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941400.572206:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941400.572208:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941400.572210:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941400.572212:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941400.572224:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897717d3400. 02000000:00000001:1.0:1788941400.572226:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941400.572230:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941400.572233:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e15948. 00000400:00000010:1.0:1788941400.572237:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525330. 00000100:00000200:1.0:1788941400.572240:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959602432, portal 10 00000100:00000001:1.0:1788941400.572242:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941400.572244:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768537600 : -131290941014016 : ffff889772194000) 00000100:00000040:1.0:1788941400.572251:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772194000 x1875827959602432/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.572258:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941400.572260:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941400.572263:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525000. 00000100:00000200:1.0:1788941400.572265:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959602432, offset 0 00000400:00000200:1.0:1788941400.572269:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941400.572272:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.572281:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941400.572284:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941400.572286:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941400.572344:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941400.572347:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941400.572351:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545763:545763:255:4294967295] 192.168.206.112@tcp LPNI seq info [545748:545748:7:4294967295] 00000400:00000200:1.0:1788941400.572355:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.572362:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941400.572367:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941400.572371:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977322bf00. 00000800:00000200:1.0:1788941400.572375:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941400.572379:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941400.572382:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977322bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941400.572385:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.572389:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: using a timeout of 20892 usecs (21 jiffies) 00000400:00000200:1.0:1788941400.572393:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941400.572394:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307273756 00000100:00000001:1.0:1788941400.572397:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307277542 00000100:00000001:1.0:1788941400.572400:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307273756 00000100:00000001:1.0:1788941400.572402:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307277542 00000100:00000001:1.0:1788941400.572404:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941400.572406:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.572409:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.572411:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941400.572419:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941400.572421:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788941400.572423:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941400.572424:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941400.572426:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941400.572429:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788941400.572431:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941400.572437:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941400.572439:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941400.572441:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941400.572442:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941400.572443:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941400.572447:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772195880 x1875827959602304/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.572455:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941400.572456:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941400.572458:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941400.572460:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941400.572462:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941400.572465:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959602304:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941400.572468:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941400.572470:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941400.572472:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941400.572473:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941400.572476:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897717d2800. 02000000:00000001:1.0:1788941400.572478:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941400.572481:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941400.572484:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e15268. 00000400:00000010:1.0:1788941400.572487:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525660. 00000100:00000200:1.0:1788941400.572490:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959602304, portal 10 00000100:00000001:1.0:1788941400.572492:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941400.572493:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768543872 : -131290941007744 : ffff889772195880) 00000100:00000040:1.0:1788941400.572499:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772195880 x1875827959602304/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.572505:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941400.572507:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941400.572509:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897605256e8. 00000100:00000200:1.0:1788941400.572512:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959602304, offset 0 00000400:00000200:1.0:1788941400.572516:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941400.572519:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.572526:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941400.572529:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941400.572531:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941400.572534:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941400.572536:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941400.572539:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545764:545764:254:4294967295] 192.168.206.112@tcp LPNI seq info [545749:545749:6:4294967295] 00000400:00000200:1.0:1788941400.572543:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.572549:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941400.572554:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941400.572558:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977322b600. 00000800:00000200:1.0:1788941400.572562:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941400.572566:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941400.572568:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977322b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941400.572571:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.572574:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34520 usecs (35 jiffies) 00000400:00000200:1.0:1788941400.572577:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941400.572578:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307273770 00000100:00000001:1.0:1788941400.572581:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307277542 00000100:00000001:1.0:1788941400.572583:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307273770 00000100:00000001:1.0:1788941400.572585:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307277542 00000100:00000001:1.0:1788941400.572587:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941400.572589:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.572591:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941400.572594:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772196300 x1875827959602560/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.572600:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941400.572601:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941400.572603:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941400.572695:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941400.572841:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941400.572846:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959602560:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941400.572849:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941400.572873:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941400.572875:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941400.572877:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941400.572881:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897717d3600. 02000000:00000001:1.0:1788941400.572882:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941400.572886:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941400.572889:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e15108. 00000400:00000010:1.0:1788941400.572893:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525440. 00000100:00000200:1.0:1788941400.573083:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959602560, portal 4 00000100:00000001:1.0:1788941400.573086:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941400.573088:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768546560 : -131290941005056 : ffff889772196300) 00000100:00000040:1.0:1788941400.573095:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772196300 x1875827959602560/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.573156:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941400.573159:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941400.573162:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897605253b8. 00000100:00000200:1.0:1788941400.573165:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875827959602560, offset 0 00000400:00000200:1.0:1788941400.573169:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941400.573173:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.573177:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941400.573180:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941400.573182:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941400.573185:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941400.573187:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941400.573190:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545765:545765:253:4294967295] 192.168.206.112@tcp LPNI seq info [545750:545750:5:4294967295] 00000400:00000200:1.0:1788941400.573194:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.573201:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941400.573205:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941400.573224:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977322ba00. 00000800:00000200:1.0:1788941400.573229:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941400.573233:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941400.573236:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977322ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941400.573240:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.573243:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 137562 usecs (138 jiffies) 00000400:00000200:1.0:1788941400.573246:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941400.573248:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307273873 00000100:00000001:1.0:1788941400.573250:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307277542 00000100:00000001:1.0:1788941400.573252:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307273873 00000100:00000001:1.0:1788941400.573255:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307277542 00000100:00000001:1.0:1788941400.573257:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941400.573259:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.573262:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.573265:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.573275:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941400.573278:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941400.573377:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941400.573380:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977322bd00. 00000400:00000200:1.0:1788941400.573387:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941400.573393:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941400.573398:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525cc0 00000400:00000010:1.0:1788941400.573401:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525cc0. 00000100:00000001:1.0:1788941400.573406:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941400.573411:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772195180 x1875827959602176/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.573422:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941400.573426:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772195180 x1875827959602176/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.573433:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.573435:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941400.573452:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941400.573454:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977322bf00. 00000400:00000200:1.0:1788941400.573456:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941400.573459:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941400.573462:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525000 00000400:00000010:1.0:1788941400.573463:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525000. 00000100:00000001:1.0:1788941400.573465:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941400.573469:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772194000 x1875827959602432/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.573476:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941400.573479:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772194000 x1875827959602432/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.573485:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.573486:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941400.573491:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941400.573493:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977322b600. 00000400:00000200:1.0:1788941400.573495:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941400.573497:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941400.573500:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897605256e8 00000400:00000010:1.0:1788941400.573501:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897605256e8. 00000100:00000001:1.0:1788941400.573503:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941400.573506:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772195880 x1875827959602304/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.573512:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941400.573515:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772195880 x1875827959602304/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.573520:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.573522:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941400.576030:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941400.576043:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977322ba00. 00000400:00000200:1.0:1788941400.576052:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941400.576063:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941400.576071:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897605253b8 00000400:00000010:1.0:1788941400.576092:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897605253b8. 00000100:00000001:1.0:1788941400.576160:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941400.576170:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772196300 x1875827959602560/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.576183:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941400.576187:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772196300 x1875827959602560/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.576195:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.576198:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788941400.578224:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941400.578357:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941400.578362:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941400.578367:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941400.578376:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.578384:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941400.578393:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.578398:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.578404:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.578408:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 25 MB=0x6aa0e3b311c00 00000400:00000200:1.0:1788941400.578414:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.578421:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.112@tcp of length 224/224 into md 0x5383f9 [1] + 224 00000800:00000001:1.0:1788941400.578430:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941400.578434:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941400.578437:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941400.578442:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941400.578451:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941400.578460:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772195180 x1875827959602176/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941400.578471:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772195180 x1875827959602176/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.578488:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941400.578511:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941400.578515:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941400.578517:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941400.578519:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941400.578522:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.578526:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941400.578530:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.578533:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.578535:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.578539:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b311d00 00000400:00000200:1.0:1788941400.578542:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.578547:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538409 [1] + 224 00000800:00000001:1.0:1788941400.578551:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941400.578555:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941400.578557:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941400.578560:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941400.578563:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941400.578568:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772194000 x1875827959602432/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941400.578576:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772194000 x1875827959602432/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.578584:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941400.578587:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941400.578590:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941400.578592:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941400.578594:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941400.578597:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.578601:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941400.578666:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.578670:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.578673:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.578676:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b311c80 00000400:00000200:1.0:1788941400.578680:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.578691:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538419 [1] + 224 00000800:00000001:1.0:1788941400.578695:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941400.578711:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941400.578714:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941400.578718:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941400.578721:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941400.578725:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772195880 x1875827959602304/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941400.578734:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772195880 x1875827959602304/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.578741:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941400.578745:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941400.578748:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941400.579167:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941400.579173:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788941400.579182:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788941400.579184:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788941400.579188:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e15268. 00000400:00000200:1.0:1788941400.579193:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525660 00000400:00000010:1.0:1788941400.579196:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525660. 00000100:00000001:1.0:1788941400.579199:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941400.579205:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772195880 x1875827959602304/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788941400.579225:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772195880 x1875827959602304/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.579232:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941400.579235:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941400.579237:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788941400.579241:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788941400.579244:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788941400.579247:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941400.579250:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788941400.579261:0:2395:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=48 v=60 (60 60 60 60) 00000100:00001000:1.0:1788941400.579272:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=92 v=5 (1 1 1 0) 00000100:00000001:1.0:1788941400.579275:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788941400.579278:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941400.579281:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788941400.579285:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.579344:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788941400.579347:0:2395:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771466 00000100:00000001:1.0:1788941400.579349:0:2395:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788941400.579351:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.579357:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772195880 x1875827959602304/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.579365:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941400.579368:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788941400.579371:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788941400.579375:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772195880 x1875827959602304/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941400.579383:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959602304:192.168.206.112@tcp:400:kworker.0 00000400:00000001:1.0:1788941400.579389:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788941400.579390:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788941400.579392:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e15b00. 00000400:00000200:1.0:1788941400.579394:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525d48 00000400:00000010:1.0:1788941400.579396:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525d48. 00000100:00000001:1.0:1788941400.579398:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941400.579402:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772195180 x1875827959602176/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788941400.579410:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772195180 x1875827959602176/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.579416:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941400.579417:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941400.579419:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788941400.579421:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788941400.579422:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788941400.579427:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941400.579429:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788941400.579433:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b1460 time=48 v=5 (5 5 5 5) 00000100:00001000:1.0:1788941400.579436:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b1418 time=92 v=5 (1 1 1 0) 00000100:00000001:1.0:1788941400.579438:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788941400.579439:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941400.579441:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788941400.579443:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.579444:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.579448:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772195180 x1875827959602176/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.579455:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941400.579456:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788941400.579458:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788941400.579461:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772195180 x1875827959602176/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941400.579468:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2395:1875827959602176:192.168.206.112@tcp:400:kworker.0 00000400:00000001:1.0:1788941400.579473:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788941400.579474:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788941400.579475:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e15948. 00000400:00000200:1.0:1788941400.579477:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525330 00000400:00000010:1.0:1788941400.579478:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525330. 00000100:00000001:1.0:1788941400.579480:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941400.579484:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772194000 x1875827959602432/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788941400.579492:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772194000 x1875827959602432/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.579498:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941400.579499:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941400.579500:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788941400.579502:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788941400.579502:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788941400.579508:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941400.579510:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788941400.579515:0:2395:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc88460 time=48 v=60 (60 60 60 60) 00000100:00001000:1.0:1788941400.579518:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc88418 time=62 v=5 (1 1 1 0) 00000100:00000001:1.0:1788941400.579520:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788941400.579521:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941400.579523:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788941400.579527:0:2395:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff889772194000 x1875827959602432/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788941400.579533:0:2395:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.579535:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788941400.579536:0:2395:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff889767e18000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1788941400.579538:0:2395:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788941400.579539:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.579542:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772194000 x1875827959602432/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.579549:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941400.579550:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788941400.579552:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788941400.579555:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772194000 x1875827959602432/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941400.579562:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772194000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959602432:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941400.579566:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.579568:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941400.579572:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772195880 x1875827959602304/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.579579:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788941400.579582:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788941400.579586:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897717d2800. 02000000:00000001:1.0:1788941400.579589:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788941400.579592:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788941400.579598:0:2395:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=5 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:1.0:1788941400.579600:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788941400.579603:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977322be00. 02000000:00000001:1.0:1788941400.580023:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788941400.580027:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788941400.580029:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772195880. 00000100:00000001:1.0:1788941400.580034:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788941400.580036:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941400.580038:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941400.580044:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772195180 x1875827959602176/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.580050:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788941400.580051:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788941400.580053:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897717d2000. 02000000:00000001:1.0:1788941400.580056:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788941400.580057:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788941400.580059:0:2395:0:(genops.c:1223:class_import_put()) import ffff8897505b1000 refcount=3 obd=MGC192.168.206.112@tcp 00000020:00000001:1.0:1788941400.580061:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788941400.580062:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977322b100. 02000000:00000001:1.0:1788941400.580064:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788941400.580065:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788941400.580066:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772195180. 00000100:00000001:1.0:1788941400.580069:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788941400.580070:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941400.580071:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941400.580075:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772194000 x1875827959602432/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.580081:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788941400.580082:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788941400.580084:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897717d3400. 02000000:00000001:1.0:1788941400.580086:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788941400.580087:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788941400.580088:0:2395:0:(genops.c:1223:class_import_put()) import ffff88976bc88000 refcount=3 obd=lustre-MDT0001-mdc-ffff889767e18000 00000020:00000001:1.0:1788941400.580089:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788941400.580091:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977322b900. 02000000:00000001:1.0:1788941400.580093:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788941400.580355:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788941400.580358:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772194000. 00000100:00000001:1.0:1788941400.580362:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788941400.580363:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941400.580367:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.580369:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941400.580371:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941400.580373:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.580375:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788941400.585475:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941400.585499:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941400.585504:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941400.585507:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941400.585517:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.585527:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941400.585540:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.585546:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.585552:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.585557:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 4 MB=0x6aa0e3b311d80 00000400:00000200:1.0:1788941400.585562:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941400.585570:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538429 [1] + 224 00000800:00000001:1.0:1788941400.585579:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941400.585592:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941400.585596:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941400.585602:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941400.586690:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941400.586763:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772196300 x1875827959602560/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941400.586835:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772196300 x1875827959602560/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.587012:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941400.587027:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941400.587036:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941400.587054:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941400.587069:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788941400.587077:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788941400.587080:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788941400.587083:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e15108. 00000400:00000200:1.0:1788941400.587088:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525440 00000400:00000010:1.0:1788941400.587092:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525440. 00000100:00000001:1.0:1788941400.587095:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941400.587359:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772196300 x1875827959602560/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788941400.587370:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772196300 x1875827959602560/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.587377:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941400.587380:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941400.587383:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788941400.587387:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788941400.587390:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788941400.587393:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941400.587396:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788941400.587408:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=47 v=36 (36 36 5 5) 00000100:00001000:1.0:1788941400.587413:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1788941400.587416:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788941400.587418:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941400.587421:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788941400.587425:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.587429:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788941400.587432:0:2395:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:1.0:1788941400.587434:0:2395:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788941400.587436:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941400.587441:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772196300 x1875827959602560/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.587449:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941400.587453:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788941400.587455:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788941400.587459:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772196300 x1875827959602560/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941400.587479:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959602560:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941400.587484:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941400.587487:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941400.587491:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772196300 x1875827959602560/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941400.587499:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788941400.587501:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788941400.587505:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897717d3600. 02000000:00000001:1.0:1788941400.587510:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788941400.587513:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788941400.587516:0:2395:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:1.0:1788941400.587518:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788941400.587521:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977322b000. 02000000:00000001:1.0:1788941400.587525:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788941400.587527:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788941400.587529:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772196300. 00000100:00000001:1.0:1788941400.587533:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788941400.587534:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941400.587537:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941400.587546:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941400.587548:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941400.587550:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941400.587553:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941400.819135:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941400.819144:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941400.819150:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941400.819152:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941400.820018:0:252129:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941400.820023:0:252129:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941400.820028:0:252129:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941401.843115:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941401.843122:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941401.843128:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941401.843129:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941401.843478:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941401.843482:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941401.843486:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0F:1788941401.908478:0:280934:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788941402.259570:0:280970:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788941402.259575:0:280970:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_812b: @@@@@@ FAIL: client: import is not in CONNECTING state after 50 00000001:00000001:1.0:1788941402.267827:0:280970:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1788941402.868307:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941402.868313:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941402.868318:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941402.868321:0:250116:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941402.868323:0:250116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941402.868330:0:250116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941402.868332:0:250116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941402.868333:0:250116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941402.868336:0:250116:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941402.868338:0:250116:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941402.868340:0:250116:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941402.868343:0:250116:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941402.869707:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941402.869712:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941402.869715:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941403.891129:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941403.891136:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941403.891142:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941403.891151:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941403.891269:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941403.891272:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941403.891275:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788941404.144497:0:281071:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941404.402959:0:265097:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307277542, at 4307277568 00000100:00000010:0.0:1788941404.402973:0:265097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889746b8b180. 00000100:00000040:1.0:1788941404.403905:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307277542, at 4307277568 00000100:00000010:1.0:1788941404.403914:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889746b8b5a0. Debug log: 683 lines, 683 kept, 0 dropped, 0 bad.