00010000:00000001:2.0F:1786040609.840032:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040609.840050:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040609.840069:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040609.840070:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1786040609.840170:0:247447:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786040609.840180:0:247447:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786040609.840183:0:247447:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786040610.862701:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040610.862708:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040610.862714:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040610.862715:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1786040610.862780:0:235723:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786040610.862792:0:235723:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786040610.862794:0:235723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786040611.887224:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040611.887232:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040611.887238:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040611.887239:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786040611.887731:0:247446:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786040611.887735:0:247446:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786040611.887738:0:247446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786040612.078559:0:271965:0:(connection.c:75:cpu_latency_work()) work item of ffff9a314a513110 (cpu 0) has reached its deadline 4308078837, at 4308078848 00000100:00000010:1.0:1786040612.078574:0:271965:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a317e29ec00. 00000100:00000040:0.0:1786040612.078790:0:278677:0:(connection.c:75:cpu_latency_work()) work item of ffff9a314a513000 (cpu 0) has reached its deadline 4308078837, at 4308078848 00000100:00000010:0.0:1786040612.078796:0:278677:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a317e29e9c0. 00010000:00000001:2.0:1786040612.910595:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040612.910603:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040612.910609:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040612.910610:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1786040612.911696:0:241721:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786040612.911708:0:241721:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786040612.911712:0:241721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786040613.368913:0:233119:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5afb69f1-c711-49f7-a393-716fbb1e9004->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786040613.368920:0:233119:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786040613.368927:0:233119:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a317c268700. 00000020:00000040:0.0:1786040613.368932:0:233119:0:(genops.c:1231:class_import_get()) import ffff9a3147f58000 refcount=4 obd=MGC192.168.202.144@tcp 00000100:00000001:0.0:1786040613.368937:0:233119:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786040613.368940:0:233119:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786040613.368947:0:233119:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786040613.368954:0:233119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a31479d4400. 00000100:00000001:0.0:1786040613.368960:0:233119:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.368972:0:233119:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5afb69f1-c711-49f7-a393-716fbb1e9004->MGS req@ffff9a317c268700 x1872785404235520/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786040613.368984:0:233119:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786040613.368988:0:233119:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.368995:0:233119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5b57f34] to pc [ptlrpcd_00_01+1] req@ffff9a317c268700 x1872785404235520/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.369015:0:233119:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.369017:0:233119:0:(pinger.c:229:ptlrpc_pinger_process_import()) d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786040613.369021:0:233119:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786040613.369024:0:233119:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a317c26ad80. 00000020:00000040:0.0:1786040613.369026:0:233119:0:(genops.c:1231:class_import_get()) import ffff9a3143b19000 refcount=9 obd=lustre-MDT0000-mdc-ffff9a317e3b6000 00000100:00000001:0.0:1786040613.369028:0:233119:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786040613.369030:0:233119:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786040613.369031:0:233119:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786040613.369034:0:233119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a31479d4700. 00000100:00000001:0.0:1786040613.369037:0:233119:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.369041:0:233119:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-MDT0000_UUID req@ffff9a317c26ad80 x1872785404235648/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786040613.369065:0:233119:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786040613.369067:0:233119:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.369072:0:233119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe88880] to pc [ptlrpcd_00_00+0] req@ffff9a317c26ad80 x1872785404235648/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.369081:0:233119:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.369083:0:233119:0:(pinger.c:229:ptlrpc_pinger_process_import()) d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786040613.369087:0:233119:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786040613.369090:0:233119:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a317c269500. 00000020:00000040:0.0:1786040613.369092:0:233119:0:(genops.c:1231:class_import_get()) import ffff9a3151f5c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9a317e3b6000 00000100:00000001:0.0:1786040613.369095:0:233119:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786040613.369096:0:233119:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786040613.369098:0:233119:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786040613.369101:0:233119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a31479d4a00. 00000100:00000001:0.0:1786040613.369104:0:233119:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.369108:0:233119:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-MDT0001_UUID req@ffff9a317c269500 x1872785404235776/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786040613.369116:0:233119:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786040613.369118:0:233119:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.369121:0:233119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4bce8f] to pc [ptlrpcd_00_01+1] req@ffff9a317c269500 x1872785404235776/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.369129:0:233119:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.369131:0:233119:0:(pinger.c:229:ptlrpc_pinger_process_import()) d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786040613.369134:0:233119:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786040613.369137:0:233119:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a317c26a300. 00000020:00000040:0.0:1786040613.369139:0:233119:0:(genops.c:1231:class_import_get()) import ffff9a3151f58800 refcount=4 obd=lustre-OST0000-osc-ffff9a317e3b6000 00000100:00000001:0.0:1786040613.369141:0:233119:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786040613.369142:0:233119:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786040613.369144:0:233119:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786040613.369146:0:233119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a31479d4800. 00000100:00000001:0.0:1786040613.369157:0:233119:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.369161:0:233119:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-OST0000_UUID req@ffff9a317c26a300 x1872785404235904/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786040613.369169:0:233119:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786040613.369171:0:233119:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.369175:0:233119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8d644a5] to pc [ptlrpcd_00_00+0] req@ffff9a317c26a300 x1872785404235904/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.369182:0:233119:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.369184:0:233119:0:(pinger.c:229:ptlrpc_pinger_process_import()) d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786040613.369188:0:233119:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786040613.369190:0:233119:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a317c26b800. 00000020:00000040:0.0:1786040613.369192:0:233119:0:(genops.c:1231:class_import_get()) import ffff9a3151f58000 refcount=4 obd=lustre-OST0001-osc-ffff9a317e3b6000 00000100:00000001:0.0:1786040613.369194:0:233119:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786040613.369195:0:233119:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786040613.369197:0:233119:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786040613.369200:0:233119:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a31479d4c00. 00000100:00000001:0.0:1786040613.369203:0:233119:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.369207:0:233119:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-OST0001_UUID req@ffff9a317c26b800 x1872785404236032/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786040613.369214:0:233119:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786040613.369215:0:233119:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.369219:0:233119:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf705f61] to pc [ptlrpcd_00_01+1] req@ffff9a317c26b800 x1872785404236032/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.369226:0:233119:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.369231:0:233119:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13417) 00000100:00000001:0.0:1786040613.369243:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786040613.369246:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786040613.369248:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786040613.369253:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a317c268700 x1872785404235520/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.369260:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786040613.369268:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040613.369272:0:2397:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786040613.369275:0:2397:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786040613.369277:0:2397:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786040613.369282:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a317c268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5afb69f1-c711-49f7-a393-716fbb1e9004:2397:1872785404235520:192.168.202.144@tcp:400:kworker.0 00000100:00000001:0.0:1786040613.369286:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786040613.369292:0:2397:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786040613.369295:0:2397:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040613.369297:0:2397:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786040613.369302:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a315241a200. 02000000:00000001:0.0:1786040613.369303:0:2397:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786040613.369311:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:0.0:1786040613.369315:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a31450d96e0. 00000400:00000010:0.0:1786040613.369321:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a31429776e8. 00000100:00000200:0.0:1786040613.369328:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404235520, portal 25 00000100:00000001:0.0:1786040613.369330:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786040613.369331:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632136059815680 : -111937649735936 : ffff9a317c268700) 00000100:00000040:0.0:1786040613.369337:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a317c268700 x1872785404235520/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.369343:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786040613.369346:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:0.0:1786040613.369348:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a3142977110. 00000100:00000200:0.0:1786040613.369351:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872785404235520, offset 0 00000400:00000200:0.0:1786040613.369357:0:2397:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:0.0:1786040613.369366:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040613.369374:0:2397:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:0.0:1786040613.369379:0:2397:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786040613.369383:0:2397:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:0.0:1786040613.369388:0:2397:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786040613.369390:0:2397:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:0.0:1786040613.369395:0:2397:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547827:547827:256:4294967295] 192.168.202.144@tcp LPNI seq info [547791:547791:8:4294967295] 00000400:00000200:0.0:1786040613.369399:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040613.369411:0:2397:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:0.0:1786040613.369462:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:0.0:1786040613.369467:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a31479d4e00. 00000800:00000200:0.0:1786040613.369475:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:0.0:1786040613.369483:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:0.0:1786040613.369487:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a31479d4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786040613.369498:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786040613.369502:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:0.0:1786040613.369505:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.144@tcp: PM QoS new deadline estimation for cpu 0 is 4308083957 00000100:00000010:0.0:1786040613.369510:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a317d6830c0. 00000100:00000001:0.0:1786040613.369516:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786040613.369522:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.144@tcp: PM QoS new deadline estimation for cpu 1 is 4308083957 00000100:00000010:0.0:1786040613.369526:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a317d6832a0. 00000100:00000001:0.0:1786040613.369529:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786040613.369533:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040613.369536:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.369539:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786040613.369543:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a317c269500 x1872785404235776/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.369550:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786040613.369551:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040613.369554:0:2397:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786040613.369555:0:2397:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786040613.369557:0:2397:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786040613.369560:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a317c269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d963c825-c0dd-45b3-9d54-ad32985c8362:2397:1872785404235776:192.168.202.144@tcp:400:kworker.0 00000100:00000001:0.0:1786040613.369564:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786040613.369566:0:2397:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786040613.369568:0:2397:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040613.369570:0:2397:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786040613.369573:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a315241ba00. 02000000:00000001:0.0:1786040613.369575:0:2397:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786040613.369579:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:0.0:1786040613.369588:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a31450d9a50. 00000400:00000010:0.0:1786040613.369592:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a3142977908. 00000100:00000200:0.0:1786040613.369595:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404235776, portal 10 00000100:00000001:0.0:1786040613.369597:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786040613.369598:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632136059819264 : -111937649732352 : ffff9a317c269500) 00000100:00000040:0.0:1786040613.369606:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a317c269500 x1872785404235776/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.369612:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786040613.369615:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:0.0:1786040613.369617:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a3142977330. 00000100:00000200:0.0:1786040613.369619:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872785404235776, offset 0 00000400:00000200:0.0:1786040613.369623:0:2397:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:0.0:1786040613.369627:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040613.369631:0:2397:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:0.0:1786040613.369634:0:2397:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786040613.369637:0:2397:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:0.0:1786040613.369639:0:2397:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786040613.369641:0:2397:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:0.0:1786040613.369645:0:2397:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547828:547828:255:4294967295] 192.168.202.144@tcp LPNI seq info [547792:547792:7:4294967295] 00000400:00000200:0.0:1786040613.369649:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040613.369655:0:2397:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:0.0:1786040613.369660:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:0.0:1786040613.369663:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a31479d4300. 00000800:00000200:0.0:1786040613.369667:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:0.0:1786040613.369684:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:0.0:1786040613.369686:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a31479d4300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786040613.369690:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.369694:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: using a timeout of 26225 usecs (27 jiffies) 00000400:00000200:0.0:1786040613.369697:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:0.0:1786040613.369699:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 0 is 4308080165 00000100:00000001:0.0:1786040613.369702:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: PM QoS request active for cpu 0, keep current deadline 4308083957 00000100:00000001:0.0:1786040613.369709:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 1 is 4308080165 00000100:00000001:0.0:1786040613.369711:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: PM QoS request active for cpu 1, keep current deadline 4308083957 00000100:00000001:0.0:1786040613.369713:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040613.369716:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.369718:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786040613.369722:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a317c26b800 x1872785404236032/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.369729:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786040613.369730:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040613.369732:0:2397:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786040613.369734:0:2397:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786040613.369736:0:2397:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786040613.369738:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a317c26b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d963c825-c0dd-45b3-9d54-ad32985c8362:2397:1872785404236032:192.168.202.144@tcp:400:kworker.0 00000100:00000001:0.0:1786040613.369741:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786040613.369744:0:2397:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786040613.369745:0:2397:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040613.369747:0:2397:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786040613.369751:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a315241a400. 02000000:00000001:0.0:1786040613.369752:0:2397:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786040613.369756:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:0.0:1786040613.369759:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a31450d95d8. 00000400:00000010:0.0:1786040613.369763:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a3142977e58. 00000100:00000200:0.0:1786040613.369765:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404236032, portal 4 00000100:00000001:0.0:1786040613.369767:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786040613.369768:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632136059828224 : -111937649723392 : ffff9a317c26b800) 00000100:00000040:0.0:1786040613.369774:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a317c26b800 x1872785404236032/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.369781:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786040613.369784:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:0.0:1786040613.369786:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a3142977ee0. 00000100:00000200:0.0:1786040613.369788:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872785404236032, offset 0 00000400:00000200:0.0:1786040613.369798:0:2397:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:0.0:1786040613.369802:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040613.369805:0:2397:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:0.0:1786040613.369808:0:2397:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786040613.369810:0:2397:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:0.0:1786040613.369813:0:2397:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786040613.369816:0:2397:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:0.0:1786040613.369818:0:2397:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547829:547829:254:4294967295] 192.168.202.144@tcp LPNI seq info [547793:547793:6:4294967295] 00000400:00000200:0.0:1786040613.369823:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040613.369829:0:2397:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:0.0:1786040613.369833:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:0.0:1786040613.369836:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a31479d4d00. 00000800:00000200:0.0:1786040613.369840:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:0.0:1786040613.369844:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:0.0:1786040613.369846:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a31479d4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786040613.369849:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.369852:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: using a timeout of 137151 usecs (138 jiffies) 00000400:00000200:0.0:1786040613.369855:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:0.0:1786040613.369857:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 0 is 4308080276 00000100:00000001:0.0:1786040613.369860:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: PM QoS request active for cpu 0, keep current deadline 4308083957 00000100:00000001:0.0:1786040613.369862:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 1 is 4308080276 00000100:00000001:0.0:1786040613.369864:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: PM QoS request active for cpu 1, keep current deadline 4308083957 00000100:00000001:0.0:1786040613.369866:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040613.369868:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.369871:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.369873:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040613.369882:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786040613.369884:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1786040613.369886:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786040613.369887:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786040613.369894:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786040613.369896:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1786040613.369898:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040613.369900:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786040613.369902:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040613.369904:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786040613.369905:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786040613.369906:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786040613.369911:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a317c26ad80 x1872785404235648/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.369918:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786040613.369919:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040613.369922:0:2397:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786040613.369923:0:2397:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786040613.369925:0:2397:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786040613.369928:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a317c26ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d963c825-c0dd-45b3-9d54-ad32985c8362:2397:1872785404235648:192.168.202.144@tcp:400:kworker.0 00000100:00000001:0.0:1786040613.369931:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786040613.369934:0:2397:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786040613.369935:0:2397:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040613.369937:0:2397:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786040613.369940:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a315241ac00. 02000000:00000001:0.0:1786040613.369942:0:2397:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786040613.369945:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:0.0:1786040613.369947:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a31450d9c08. 00000400:00000010:0.0:1786040613.369951:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a3142977a18. 00000100:00000200:0.0:1786040613.369954:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404235648, portal 10 00000100:00000001:0.0:1786040613.369955:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786040613.369957:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632136059825536 : -111937649726080 : ffff9a317c26ad80) 00000100:00000040:0.0:1786040613.369962:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a317c26ad80 x1872785404235648/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.369969:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786040613.369971:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:0.0:1786040613.369973:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a31429775d8. 00000100:00000200:0.0:1786040613.369976:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872785404235648, offset 0 00000400:00000200:0.0:1786040613.369985:0:2397:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:0.0:1786040613.369989:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040613.369992:0:2397:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:0.0:1786040613.369995:0:2397:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786040613.369998:0:2397:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:0.0:1786040613.370000:0:2397:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786040613.370002:0:2397:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:0.0:1786040613.370005:0:2397:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547830:547830:253:4294967295] 192.168.202.144@tcp LPNI seq info [547794:547794:5:4294967295] 00000400:00000200:0.0:1786040613.370009:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040613.370015:0:2397:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:0.0:1786040613.370020:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:0.0:1786040613.370023:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a31479d4200. 00000800:00000200:0.0:1786040613.370027:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:0.0:1786040613.370031:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:0.0:1786040613.370033:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a31479d4200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786040613.370036:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.370038:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: using a timeout of 24906 usecs (25 jiffies) 00000400:00000200:0.0:1786040613.370042:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:0.0:1786040613.370044:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 0 is 4308080163 00000100:00000001:0.0:1786040613.370046:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: PM QoS request active for cpu 0, keep current deadline 4308083957 00000100:00000001:0.0:1786040613.370048:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 1 is 4308080163 00000100:00000001:0.0:1786040613.370050:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: PM QoS request active for cpu 1, keep current deadline 4308083957 00000100:00000001:0.0:1786040613.370052:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040613.370054:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.370056:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786040613.370060:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a317c26a300 x1872785404235904/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.370067:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786040613.370068:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040613.370075:0:2397:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786040613.370077:0:2397:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786040613.370079:0:2397:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786040613.370083:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a317c26a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d963c825-c0dd-45b3-9d54-ad32985c8362:2397:1872785404235904:192.168.202.144@tcp:400:kworker.0 00000100:00000001:0.0:1786040613.370086:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786040613.370089:0:2397:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786040613.370090:0:2397:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040613.370092:0:2397:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786040613.370094:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a315241a000. 02000000:00000001:0.0:1786040613.370096:0:2397:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786040613.370100:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:0.0:1786040613.370102:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a31450d90b0. 00000400:00000010:0.0:1786040613.370106:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a3142977aa0. 00000100:00000200:0.0:1786040613.370108:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404235904, portal 4 00000100:00000001:0.0:1786040613.370110:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786040613.370111:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632136059822848 : -111937649728768 : ffff9a317c26a300) 00000100:00000040:0.0:1786040613.370117:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a317c26a300 x1872785404235904/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.370124:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786040613.370126:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:0.0:1786040613.370129:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a3142977220. 00000100:00000200:0.0:1786040613.370131:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872785404235904, offset 0 00000400:00000200:0.0:1786040613.370135:0:2397:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:0.0:1786040613.370139:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040613.370142:0:2397:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:0.0:1786040613.370144:0:2397:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786040613.370147:0:2397:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:0.0:1786040613.370149:0:2397:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786040613.370150:0:2397:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:0.0:1786040613.370153:0:2397:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547831:547831:252:4294967295] 192.168.202.144@tcp LPNI seq info [547795:547795:4:4294967295] 00000400:00000200:0.0:1786040613.370157:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040613.370162:0:2397:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:0.0:1786040613.370173:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:0.0:1786040613.370177:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a31479d4f00. 00000800:00000200:0.0:1786040613.370181:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:0.0:1786040613.370185:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:0.0:1786040613.370188:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a31479d4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786040613.370191:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.370194:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: using a timeout of 112988 usecs (113 jiffies) 00000400:00000200:0.0:1786040613.370197:0:2397:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:0.0:1786040613.370199:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 0 is 4308080251 00000100:00000001:0.0:1786040613.370202:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: PM QoS request active for cpu 0, keep current deadline 4308083957 00000100:00000001:0.0:1786040613.370204:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 1 is 4308080251 00000100:00000001:0.0:1786040613.370206:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: PM QoS request active for cpu 1, keep current deadline 4308083957 00000100:00000001:0.0:1786040613.370208:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040613.370210:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.370212:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.370214:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.370228:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786040613.370230:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786040613.370268:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786040613.370272:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a31479d4e00. 00000400:00000200:0.0:1786040613.370277:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786040613.370282:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:0.0:1786040613.370287:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a3142977110 00000400:00000010:0.0:1786040613.370290:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a3142977110. 00000100:00000001:0.0:1786040613.370294:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786040613.370299:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a317c268700 x1872785404235520/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.370308:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040613.370312:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a317c268700 x1872785404235520/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040629 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.370318:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.370326:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786040613.370339:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786040613.370341:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a31479d4300. 00000400:00000200:0.0:1786040613.370343:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786040613.370347:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:0.0:1786040613.370349:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a3142977330 00000400:00000010:0.0:1786040613.370351:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a3142977330. 00000100:00000001:0.0:1786040613.370353:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786040613.370356:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a317c269500 x1872785404235776/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.370364:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040613.370367:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a317c269500 x1872785404235776/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.370374:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.370375:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786040613.370382:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786040613.370383:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a31479d4d00. 00000400:00000200:0.0:1786040613.370385:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786040613.370389:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:0.0:1786040613.370391:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a3142977ee0 00000400:00000010:0.0:1786040613.370392:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a3142977ee0. 00000100:00000001:0.0:1786040613.370394:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786040613.370397:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a317c26b800 x1872785404236032/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.370404:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040613.370407:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a317c26b800 x1872785404236032/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.370414:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.370416:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786040613.370422:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786040613.370424:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a31479d4200. 00000400:00000200:0.0:1786040613.370426:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786040613.370429:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:0.0:1786040613.370437:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a31429775d8 00000400:00000010:0.0:1786040613.370461:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a31429775d8. 00000100:00000001:0.0:1786040613.370464:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786040613.370468:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a317c26ad80 x1872785404235648/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.370476:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040613.370479:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a317c26ad80 x1872785404235648/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.370486:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.370487:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786040613.370527:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786040613.370530:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a31479d4f00. 00000400:00000200:0.0:1786040613.370532:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786040613.370536:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:0.0:1786040613.370538:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a3142977220 00000400:00000010:0.0:1786040613.370540:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a3142977220. 00000100:00000001:0.0:1786040613.370542:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786040613.370546:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a317c26a300 x1872785404235904/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.370553:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040613.370556:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a317c26a300 x1872785404235904/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.370562:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.370564:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786040613.382024:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040613.382039:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040613.382043:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040613.382046:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040613.382054:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382062:0:2388:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040613.382082:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382087:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382092:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382096:0:2388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 10 MB=0x6a749d4c29000 00000400:00000200:1.0:1786040613.382101:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382107:0:2388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.144@tcp of length 224/224 into md 0x5447d9 [1] + 224 00000800:00000001:1.0:1786040613.382114:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040613.382119:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040613.382123:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040613.382128:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040613.382136:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040613.382145:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a317c269500 x1872785404235776/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040613.382156:0:2388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a317c269500 x1872785404235776/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040613.382177:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040613.382185:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040613.382189:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040613.382191:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040613.382204:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040613.382208:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382212:0:2388:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040613.382217:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382219:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382222:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382225:0:2388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 10 MB=0x6a749d4c28f80 00000400:00000200:1.0:1786040613.382229:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382233:0:2388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.144@tcp of length 224/224 into md 0x5447f9 [1] + 224 00000800:00000001:1.0:1786040613.382237:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040613.382240:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040613.382242:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040613.382246:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040613.382249:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040613.382254:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a317c26ad80 x1872785404235648/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040613.382262:0:2388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a317c26ad80 x1872785404235648/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040613.382269:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040613.382273:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040613.382276:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040613.382278:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040613.382281:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040613.382284:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382287:0:2388:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040613.382291:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382294:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382296:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382299:0:2388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 4 MB=0x6a749d4c29100 00000400:00000200:1.0:1786040613.382303:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382306:0:2388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.144@tcp of length 224/224 into md 0x5447e9 [1] + 224 00000800:00000001:1.0:1786040613.382310:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040613.382321:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040613.382323:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040613.382326:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040613.382329:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040613.382334:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a317c26b800 x1872785404236032/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040613.382342:0:2388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a317c26b800 x1872785404236032/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040613.382349:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040613.382353:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040613.382356:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040613.382358:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040613.382360:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040613.382363:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382366:0:2388:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040613.382370:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382373:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382376:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382378:0:2388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 4 MB=0x6a749d4c29080 00000400:00000200:1.0:1786040613.382381:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.382385:0:2388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.144@tcp of length 224/224 into md 0x544809 [1] + 224 00000800:00000001:1.0:1786040613.382389:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040613.382393:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040613.382395:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040613.382398:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040613.382401:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040613.382405:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a317c26a300 x1872785404235904/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040613.382414:0:2388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a317c26a300 x1872785404235904/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.382636:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786040613.382641:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786040613.382647:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786040613.382649:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786040613.382653:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a31450d9c08. 00000400:00000200:0.0:1786040613.382657:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a3142977a18 00000400:00000010:0.0:1786040613.382660:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a3142977a18. 00000100:00000001:0.0:1786040613.382664:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786040613.382679:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a317c26ad80 x1872785404235648/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786040613.382703:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a317c26ad80 x1872785404235648/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.382710:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786040613.382712:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040613.382715:0:2397:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786040613.382718:0:2397:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786040613.382721:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786040613.382723:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040613.382726:0:2397:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786040613.382736:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3143b19460 time=73 v=5 (5 60 60 60) 00000100:00001000:0.0:1786040613.382740:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3143b19418 time=115 v=5 (1 1 1 2) 00000100:00000001:0.0:1786040613.382744:0:2397:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786040613.382745:0:2397:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786040613.382748:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786040613.382751:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.382755:0:2397:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786040613.382757:0:2397:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a317e3b6000: skip recheck: last_committed 30064771621 00000100:00000001:0.0:1786040613.382759:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786040613.382761:0:2397:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.382766:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a317c26ad80 x1872785404235648/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.382773:0:2397:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040613.382776:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786040613.382778:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786040613.382782:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a317c26ad80 x1872785404235648/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786040613.382790:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a317c26ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d963c825-c0dd-45b3-9d54-ad32985c8362:2397:1872785404235648:192.168.202.144@tcp:400:kworker.0 00000100:00000001:1.0:1786040613.382998:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040613.383009:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040613.383014:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040613.383016:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040613.383018:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040613.383022:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.383026:0:2388:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040613.383030:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.383033:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.383036:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.383039:0:2388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 25 MB=0x6a749d4c28f00 00000400:00000200:1.0:1786040613.383043:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040613.383047:0:2388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.144@tcp of length 224/224 into md 0x5447c9 [1] + 224 00000800:00000001:1.0:1786040613.383052:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040613.383068:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040613.383071:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040613.383074:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040613.383078:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040613.383083:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a317c268700 x1872785404235520/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040613.383092:0:2388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a317c268700 x1872785404235520/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040613.383100:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040613.383104:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040613.383106:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1786040613.390203:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786040613.390209:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786040613.390213:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a31450d90b0. 00000400:00000200:0.0:1786040613.390228:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a3142977aa0 00000400:00000010:0.0:1786040613.390231:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a3142977aa0. 00000100:00000001:0.0:1786040613.390236:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786040613.390247:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a317c26a300 x1872785404235904/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786040613.390260:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a317c26a300 x1872785404235904/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.390269:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786040613.390271:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040613.390274:0:2397:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786040613.390278:0:2397:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786040613.390280:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786040613.390283:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040613.390285:0:2397:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786040613.390295:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3151f58c60 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1786040613.390300:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3151f58c18 time=118 v=5 (1 1 0 0) 00000100:00000001:0.0:1786040613.390303:0:2397:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786040613.390304:0:2397:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786040613.390307:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786040613.390310:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.390313:0:2397:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786040613.390315:0:2397:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9a317e3b6000: skip recheck: last_committed 38654726513 00000100:00000001:0.0:1786040613.390317:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786040613.390319:0:2397:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.390324:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a317c26a300 x1872785404235904/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.390331:0:2397:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040613.390334:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786040613.390336:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786040613.390339:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a317c26a300 x1872785404235904/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786040613.390356:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a317c26a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d963c825-c0dd-45b3-9d54-ad32985c8362:2397:1872785404235904:192.168.202.144@tcp:400:kworker.0 00000400:00000001:0.0:1786040613.390372:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786040613.390373:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786040613.390376:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a31450d96e0. 00000400:00000200:0.0:1786040613.390378:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a31429776e8 00000400:00000010:0.0:1786040613.390380:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a31429776e8. 00000100:00000001:0.0:1786040613.390382:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786040613.390387:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a317c268700 x1872785404235520/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786040613.390395:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a317c268700 x1872785404235520/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.390400:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786040613.390401:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040613.390403:0:2397:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786040613.390404:0:2397:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786040613.390406:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786040613.390407:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040613.390409:0:2397:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786040613.390412:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3147f58460 time=74 v=5 (5 5 5 5) 00000100:00001000:0.0:1786040613.390415:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3147f58418 time=115 v=5 (1 1 1 1) 00000100:00000001:0.0:1786040613.390417:0:2397:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786040613.390430:0:2397:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786040613.390432:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786040613.390434:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.390436:0:2397:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.390461:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a317c268700 x1872785404235520/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.390468:0:2397:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040613.390470:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786040613.390471:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786040613.390475:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a317c268700 x1872785404235520/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786040613.390480:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a317c268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5afb69f1-c711-49f7-a393-716fbb1e9004:2397:1872785404235520:192.168.202.144@tcp:400:kworker.0 00000400:00000001:0.0:1786040613.390494:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786040613.390495:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786040613.390497:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a31450d9a50. 00000400:00000200:0.0:1786040613.390499:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a3142977908 00000400:00000010:0.0:1786040613.390500:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a3142977908. 00000100:00000001:0.0:1786040613.390502:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786040613.390507:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a317c269500 x1872785404235776/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786040613.390514:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a317c269500 x1872785404235776/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.390519:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786040613.390520:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040613.390522:0:2397:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786040613.390524:0:2397:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786040613.390525:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786040613.390527:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040613.390528:0:2397:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786040613.390533:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3151f5c460 time=73 v=5 (5 60 60 60) 00000100:00001000:0.0:1786040613.390535:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3151f5c418 time=90 v=5 (1 1 1 1) 00000100:00000001:0.0:1786040613.390537:0:2397:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786040613.390538:0:2397:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786040613.390540:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786040613.390543:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9a317c269500 x1872785404235776/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786040613.390549:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.390551:0:2397:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786040613.390552:0:2397:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9a317e3b6000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1786040613.390554:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786040613.390555:0:2397:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.390558:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a317c269500 x1872785404235776/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.390564:0:2397:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040613.390570:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786040613.390572:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786040613.390577:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a317c269500 x1872785404235776/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786040613.390584:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a317c269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d963c825-c0dd-45b3-9d54-ad32985c8362:2397:1872785404235776:192.168.202.144@tcp:400:kworker.0 00000400:00000001:0.0:1786040613.390590:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786040613.390591:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786040613.390592:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a31450d95d8. 00000400:00000200:0.0:1786040613.390594:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a3142977e58 00000400:00000010:0.0:1786040613.390597:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a3142977e58. 00000100:00000001:0.0:1786040613.390599:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786040613.390603:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a317c26b800 x1872785404236032/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786040613.390613:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a317c26b800 x1872785404236032/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.390619:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786040613.390621:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040613.390623:0:2397:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786040613.390624:0:2397:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786040613.390626:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786040613.390627:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040613.390629:0:2397:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786040613.390634:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3151f58460 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1786040613.390637:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3151f58418 time=83 v=5 (1 1 0 0) 00000100:00000001:0.0:1786040613.390639:0:2397:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786040613.390641:0:2397:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786040613.390642:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786040613.390644:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.390647:0:2397:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786040613.390648:0:2397:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9a317e3b6000: skip recheck: last_committed 4295015374 00000100:00000001:0.0:1786040613.390650:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786040613.390651:0:2397:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040613.390655:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a317c26b800 x1872785404236032/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.390679:0:2397:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040613.390682:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786040613.390683:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786040613.390688:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a317c26b800 x1872785404236032/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786040613.390695:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a317c26b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d963c825-c0dd-45b3-9d54-ad32985c8362:2397:1872785404236032:192.168.202.144@tcp:400:kworker.0 00000100:00000001:0.0:1786040613.390699:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040613.390702:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040613.390706:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a317c26ad80 x1872785404235648/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.390714:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786040613.390716:0:2397:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786040613.390720:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a315241ac00. 02000000:00000001:0.0:1786040613.390725:0:2397:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786040613.390728:0:2397:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786040613.390730:0:2397:0:(genops.c:1244:class_import_put()) import ffff9a3143b19000 refcount=8 obd=lustre-MDT0000-mdc-ffff9a317e3b6000 00000020:00000001:0.0:1786040613.390732:0:2397:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786040613.390734:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a31479d4700. 02000000:00000001:0.0:1786040613.390738:0:2397:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786040613.390740:0:2397:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786040613.390741:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a317c26ad80. 00000100:00000001:0.0:1786040613.390745:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786040613.390747:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040613.390749:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040613.390752:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a317c26a300 x1872785404235904/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.390758:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786040613.390760:0:2397:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786040613.390761:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a315241a000. 02000000:00000001:0.0:1786040613.390763:0:2397:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786040613.390764:0:2397:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786040613.390770:0:2397:0:(genops.c:1244:class_import_put()) import ffff9a3151f58800 refcount=3 obd=lustre-OST0000-osc-ffff9a317e3b6000 00000020:00000001:0.0:1786040613.390772:0:2397:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786040613.390774:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a31479d4800. 02000000:00000001:0.0:1786040613.390776:0:2397:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786040613.390778:0:2397:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786040613.390779:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a317c26a300. 00000100:00000001:0.0:1786040613.390781:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786040613.390783:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040613.390785:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040613.390789:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a317c268700 x1872785404235520/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.390795:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786040613.390797:0:2397:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786040613.390798:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a315241a200. 02000000:00000001:0.0:1786040613.390801:0:2397:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786040613.390802:0:2397:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786040613.390803:0:2397:0:(genops.c:1244:class_import_put()) import ffff9a3147f58000 refcount=3 obd=MGC192.168.202.144@tcp 00000020:00000001:0.0:1786040613.390805:0:2397:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786040613.390807:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a31479d4400. 02000000:00000001:0.0:1786040613.390809:0:2397:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786040613.390809:0:2397:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786040613.390811:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a317c268700. 00000100:00000001:0.0:1786040613.390813:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786040613.390814:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040613.390815:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040613.390818:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a317c269500 x1872785404235776/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.390824:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786040613.390825:0:2397:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786040613.390827:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a315241ba00. 02000000:00000001:0.0:1786040613.390829:0:2397:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786040613.390830:0:2397:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786040613.390831:0:2397:0:(genops.c:1244:class_import_put()) import ffff9a3151f5c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9a317e3b6000 00000020:00000001:0.0:1786040613.390833:0:2397:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786040613.390834:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a31479d4a00. 02000000:00000001:0.0:1786040613.390836:0:2397:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786040613.390843:0:2397:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786040613.390845:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a317c269500. 00000100:00000001:0.0:1786040613.390847:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786040613.390848:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040613.390850:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040613.390853:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a317c26b800 x1872785404236032/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040629 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040613.390859:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786040613.390860:0:2397:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786040613.390862:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a315241a400. 02000000:00000001:0.0:1786040613.390864:0:2397:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786040613.390865:0:2397:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786040613.390866:0:2397:0:(genops.c:1244:class_import_put()) import ffff9a3151f58000 refcount=3 obd=lustre-OST0001-osc-ffff9a317e3b6000 00000020:00000001:0.0:1786040613.390868:0:2397:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786040613.390870:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a31479d4c00. 02000000:00000001:0.0:1786040613.390872:0:2397:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786040613.390873:0:2397:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786040613.390874:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a317c26b800. 00000100:00000001:0.0:1786040613.390876:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786040613.390877:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040613.390879:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040613.390888:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786040613.390889:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040613.390892:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786040613.390894:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040613.934518:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040613.934524:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040613.934531:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040613.934532:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786040613.934979:0:235722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786040613.934983:0:235722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786040613.934987:0:235722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786040614.958924:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040614.958932:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040614.958938:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040614.958940:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786040614.959119:0:247445:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786040614.959123:0:247445:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786040614.959126:0:247445:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786040615.982591:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040615.982598:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040615.982613:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040615.982616:0:275304:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1786040615.982619:0:275304:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786040615.982625:0:275304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786040615.982627:0:275304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786040615.982628:0:275304:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040615.982632:0:275304:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1786040615.982634:0:275304:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040615.982636:0:275304:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040615.982638:0:275304:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786040615.982746:0:247447:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786040615.982750:0:247447:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786040615.982753:0:247447:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786040617.008941:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040617.008948:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040617.008954:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040617.008972:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786040617.009213:0:235723:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786040617.009218:0:235723:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786040617.009220:0:235723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786040617.202414:0:255018:0:(connection.c:75:cpu_latency_work()) work item of ffff9a314a513000 (cpu 0) has reached its deadline 4308083957, at 4308083971 00000100:00000010:0.0:1786040617.202430:0:255018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a317d6830c0. 00000100:00000040:1.0:1786040617.202731:0:271965:0:(connection.c:75:cpu_latency_work()) work item of ffff9a314a513110 (cpu 0) has reached its deadline 4308083957, at 4308083972 00000100:00000010:1.0:1786040617.202738:0:271965:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a317d6832a0. 00010000:00000001:2.0:1786040618.033110:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040618.033119:0:275304:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1786040618.033121:0:275304:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786040618.033124:0:275304:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040618.033129:0:275304:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1786040618.033131:0:275304:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040618.033133:0:275304:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040618.033135:0:275304:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040618.033139:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040618.033140:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786040618.033168:0:247446:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786040618.033171:0:247446:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786040618.033174:0:247446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786040618.479522:0:242604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5afb69f1-c711-49f7-a393-716fbb1e9004->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786040618.479531:0:242604:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786040618.479539:0:242604:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a317d696680. 00000020:00000040:1.0:1786040618.479559:0:242604:0:(genops.c:1231:class_import_get()) import ffff9a3147f58000 refcount=4 obd=MGC192.168.202.144@tcp 00000100:00000001:1.0:1786040618.479563:0:242604:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786040618.479566:0:242604:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786040618.479570:0:242604:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786040618.479577:0:242604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a304117e800. 00000100:00000001:1.0:1786040618.479583:0:242604:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.479593:0:242604:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5afb69f1-c711-49f7-a393-716fbb1e9004->MGS req@ffff9a317d696680 x1872785404236160/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786040618.479604:0:242604:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786040618.479607:0:242604:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.479614:0:242604:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044c3d0e0] to pc [ptlrpcd_00_00+0] req@ffff9a317d696680 x1872785404236160/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.479646:0:242604:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.479649:0:242604:0:(pinger.c:229:ptlrpc_pinger_process_import()) d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786040618.479652:0:242604:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786040618.479655:0:242604:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a317d697800. 00000020:00000040:1.0:1786040618.479657:0:242604:0:(genops.c:1231:class_import_get()) import ffff9a3143b19000 refcount=9 obd=lustre-MDT0000-mdc-ffff9a317e3b6000 00000100:00000001:1.0:1786040618.479659:0:242604:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786040618.479660:0:242604:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786040618.479662:0:242604:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786040618.479665:0:242604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a304117ec00. 00000100:00000001:1.0:1786040618.479667:0:242604:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.479671:0:242604:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-MDT0000_UUID req@ffff9a317d697800 x1872785404236288/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786040618.479677:0:242604:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786040618.479679:0:242604:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.479682:0:242604:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9ab6582] to pc [ptlrpcd_00_01+1] req@ffff9a317d697800 x1872785404236288/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.479689:0:242604:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.479691:0:242604:0:(pinger.c:229:ptlrpc_pinger_process_import()) d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786040618.479700:0:242604:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786040618.479704:0:242604:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a317d694e00. 00000020:00000040:1.0:1786040618.479706:0:242604:0:(genops.c:1231:class_import_get()) import ffff9a3151f5c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9a317e3b6000 00000100:00000001:1.0:1786040618.479708:0:242604:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786040618.479710:0:242604:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786040618.479712:0:242604:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786040618.479715:0:242604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a304117ea00. 00000100:00000001:1.0:1786040618.479718:0:242604:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.479722:0:242604:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-MDT0001_UUID req@ffff9a317d694e00 x1872785404236416/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786040618.479729:0:242604:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786040618.479731:0:242604:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.479734:0:242604:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042c929f8] to pc [ptlrpcd_00_00+0] req@ffff9a317d694e00 x1872785404236416/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.479741:0:242604:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.479744:0:242604:0:(pinger.c:229:ptlrpc_pinger_process_import()) d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786040618.479746:0:242604:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786040618.479749:0:242604:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a317d697480. 00000020:00000040:1.0:1786040618.479750:0:242604:0:(genops.c:1231:class_import_get()) import ffff9a3151f58800 refcount=4 obd=lustre-OST0000-osc-ffff9a317e3b6000 00000100:00000001:1.0:1786040618.479752:0:242604:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786040618.479753:0:242604:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786040618.479755:0:242604:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786040618.479757:0:242604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a304117e000. 00000100:00000001:1.0:1786040618.479759:0:242604:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.479762:0:242604:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-OST0000_UUID req@ffff9a317d697480 x1872785404236544/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786040618.479779:0:242604:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786040618.479780:0:242604:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.479784:0:242604:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd2fc816] to pc [ptlrpcd_00_01+1] req@ffff9a317d697480 x1872785404236544/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.479802:0:242604:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.479804:0:242604:0:(pinger.c:229:ptlrpc_pinger_process_import()) d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786040618.479806:0:242604:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786040618.479809:0:242604:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a317d696d80. 00000020:00000040:1.0:1786040618.479811:0:242604:0:(genops.c:1231:class_import_get()) import ffff9a3151f58000 refcount=4 obd=lustre-OST0001-osc-ffff9a317e3b6000 00000100:00000001:1.0:1786040618.479822:0:242604:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786040618.479824:0:242604:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786040618.479826:0:242604:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786040618.479829:0:242604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a304117e600. 00000100:00000001:1.0:1786040618.479832:0:242604:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.479836:0:242604:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-OST0001_UUID req@ffff9a317d696d80 x1872785404236672/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786040618.479843:0:242604:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786040618.479845:0:242604:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.479848:0:242604:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b392bd0] to pc [ptlrpcd_00_00+0] req@ffff9a317d696d80 x1872785404236672/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.479855:0:242604:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.479859:0:242604:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13422) 00000100:00000001:1.0:1786040618.479884:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786040618.479888:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786040618.479890:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786040618.479894:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a317d696680 x1872785404236160/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.479901:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786040618.479903:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786040618.479906:0:2396:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786040618.479908:0:2396:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786040618.479911:0:2396:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786040618.479914:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a317d696680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5afb69f1-c711-49f7-a393-716fbb1e9004:2396:1872785404236160:192.168.202.144@tcp:400:kworker.0 00000100:00000001:1.0:1786040618.479917:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786040618.479932:0:2396:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786040618.479935:0:2396:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786040618.479937:0:2396:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786040618.479941:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a31515ff800. 02000000:00000001:1.0:1786040618.479943:0:2396:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786040618.479950:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:1.0:1786040618.479954:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a317e6b3ec8. 00000400:00000010:1.0:1786040618.479960:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a314930f088. 00000100:00000200:1.0:1786040618.479967:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404236160, portal 25 00000100:00000001:1.0:1786040618.479969:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786040618.479971:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632136080975488 : -111937628576128 : ffff9a317d696680) 00000100:00000040:1.0:1786040618.479976:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a317d696680 x1872785404236160/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.479983:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786040618.479985:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:1.0:1786040618.479988:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a314930fee0. 00000100:00000200:1.0:1786040618.479990:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872785404236160, offset 0 00000400:00000200:1.0:1786040618.479996:0:2396:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:1.0:1786040618.480005:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.480012:0:2396:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:1.0:1786040618.480017:0:2396:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786040618.480021:0:2396:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:1.0:1786040618.480025:0:2396:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786040618.480027:0:2396:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:1.0:1786040618.480031:0:2396:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547832:547832:256:4294967295] 192.168.202.144@tcp LPNI seq info [547796:547796:8:4294967295] 00000400:00000200:1.0:1786040618.480035:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.480044:0:2396:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:1.0:1786040618.480050:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:1.0:1786040618.480055:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a304117ee00. 00000800:00000200:1.0:1786040618.480060:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:1.0:1786040618.480068:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:1.0:1786040618.480071:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a304117ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786040618.480088:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786040618.480093:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:1.0:1786040618.480095:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.144@tcp: PM QoS new deadline estimation for cpu 0 is 4308089068 00000100:00000010:1.0:1786040618.480100:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a316ddb4cc0. 00000100:00000001:1.0:1786040618.480106:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786040618.480111:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.144@tcp: PM QoS new deadline estimation for cpu 1 is 4308089068 00000100:00000010:1.0:1786040618.480113:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a316ddb4c60. 00000100:00000001:1.0:1786040618.480115:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786040618.480118:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786040618.480121:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040618.480124:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786040618.480127:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a317d694e00 x1872785404236416/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.480133:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786040618.480135:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786040618.480137:0:2396:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786040618.480138:0:2396:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786040618.480140:0:2396:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786040618.480143:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a317d694e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d963c825-c0dd-45b3-9d54-ad32985c8362:2396:1872785404236416:192.168.202.144@tcp:400:kworker.0 00000100:00000001:1.0:1786040618.480145:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786040618.480147:0:2396:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786040618.480149:0:2396:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786040618.480150:0:2396:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786040618.480154:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a31515ff400. 02000000:00000001:1.0:1786040618.480155:0:2396:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786040618.480158:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:1.0:1786040618.480161:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a317e6b3160. 00000400:00000010:1.0:1786040618.480164:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a314930f550. 00000100:00000200:1.0:1786040618.480167:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404236416, portal 10 00000100:00000001:1.0:1786040618.480169:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786040618.480170:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632136080969216 : -111937628582400 : ffff9a317d694e00) 00000100:00000040:1.0:1786040618.480176:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a317d694e00 x1872785404236416/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.480191:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786040618.480194:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:1.0:1786040618.480196:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a314930f220. 00000100:00000200:1.0:1786040618.480198:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872785404236416, offset 0 00000400:00000200:1.0:1786040618.480202:0:2396:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:1.0:1786040618.480206:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.480209:0:2396:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:1.0:1786040618.480212:0:2396:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786040618.480214:0:2396:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:1.0:1786040618.480217:0:2396:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786040618.480218:0:2396:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:1.0:1786040618.480221:0:2396:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547833:547833:255:4294967295] 192.168.202.144@tcp LPNI seq info [547797:547797:7:4294967295] 00000400:00000200:1.0:1786040618.480225:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.480230:0:2396:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:1.0:1786040618.480234:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:1.0:1786040618.480238:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a304117e900. 00000800:00000200:1.0:1786040618.480241:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:1.0:1786040618.480246:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:1.0:1786040618.480248:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a304117e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786040618.480250:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.480253:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: using a timeout of 26225 usecs (27 jiffies) 00000400:00000200:1.0:1786040618.480256:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:1.0:1786040618.480257:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 0 is 4308085276 00000100:00000001:1.0:1786040618.480260:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: PM QoS request active for cpu 0, keep current deadline 4308089068 00000100:00000001:1.0:1786040618.480262:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 1 is 4308085276 00000100:00000001:1.0:1786040618.480264:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: PM QoS request active for cpu 1, keep current deadline 4308089068 00000100:00000001:1.0:1786040618.480266:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786040618.480267:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040618.480277:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786040618.480281:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a317d696d80 x1872785404236672/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.480287:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786040618.480288:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786040618.480290:0:2396:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786040618.480292:0:2396:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786040618.480294:0:2396:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786040618.480296:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a317d696d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d963c825-c0dd-45b3-9d54-ad32985c8362:2396:1872785404236672:192.168.202.144@tcp:400:kworker.0 00000100:00000001:1.0:1786040618.480299:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786040618.480302:0:2396:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786040618.480303:0:2396:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786040618.480305:0:2396:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786040618.480308:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a31515ffe00. 02000000:00000001:1.0:1786040618.480309:0:2396:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786040618.480313:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:1.0:1786040618.480315:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a317e6b3478. 00000400:00000010:1.0:1786040618.480318:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a314930f198. 00000100:00000200:1.0:1786040618.480321:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404236672, portal 4 00000100:00000001:1.0:1786040618.480323:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786040618.480324:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632136080977280 : -111937628574336 : ffff9a317d696d80) 00000100:00000040:1.0:1786040618.480329:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a317d696d80 x1872785404236672/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.480336:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786040618.480337:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:1.0:1786040618.480340:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a314930fdd0. 00000100:00000200:1.0:1786040618.480342:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872785404236672, offset 0 00000400:00000200:1.0:1786040618.480345:0:2396:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:1.0:1786040618.480350:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.480353:0:2396:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:1.0:1786040618.480355:0:2396:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786040618.480357:0:2396:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:1.0:1786040618.480359:0:2396:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786040618.480367:0:2396:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:1.0:1786040618.480370:0:2396:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547834:547834:254:4294967295] 192.168.202.144@tcp LPNI seq info [547798:547798:6:4294967295] 00000400:00000200:1.0:1786040618.480374:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.480379:0:2396:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:1.0:1786040618.480383:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:1.0:1786040618.480386:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a304117ef00. 00000800:00000200:1.0:1786040618.480390:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:1.0:1786040618.480393:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:1.0:1786040618.480396:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a304117ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786040618.480398:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.480402:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: using a timeout of 137061 usecs (138 jiffies) 00000400:00000200:1.0:1786040618.480405:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:1.0:1786040618.480406:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 0 is 4308085387 00000100:00000001:1.0:1786040618.480408:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: PM QoS request active for cpu 0, keep current deadline 4308089068 00000100:00000001:1.0:1786040618.480410:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 1 is 4308085387 00000100:00000001:1.0:1786040618.480413:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: PM QoS request active for cpu 1, keep current deadline 4308089068 00000100:00000001:1.0:1786040618.480415:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786040618.480416:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040618.480419:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040618.480421:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786040618.480428:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786040618.480430:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786040618.480433:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786040618.480434:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786040618.480436:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786040618.480462:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1786040618.480464:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786040618.480467:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786040618.480468:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786040618.480470:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786040618.480471:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786040618.480472:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786040618.480484:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a317d697800 x1872785404236288/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.480490:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786040618.480491:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786040618.480494:0:2396:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786040618.480495:0:2396:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786040618.480497:0:2396:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786040618.480500:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a317d697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d963c825-c0dd-45b3-9d54-ad32985c8362:2396:1872785404236288:192.168.202.144@tcp:400:kworker.0 00000100:00000001:1.0:1786040618.480503:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786040618.480506:0:2396:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786040618.480507:0:2396:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786040618.480509:0:2396:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786040618.480513:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a31515fe000. 02000000:00000001:1.0:1786040618.480515:0:2396:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786040618.480518:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:1.0:1786040618.480521:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a317e6b3580. 00000400:00000010:1.0:1786040618.480524:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a314930f2a8. 00000100:00000200:1.0:1786040618.480526:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404236288, portal 10 00000100:00000001:1.0:1786040618.480528:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786040618.480529:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632136080979968 : -111937628571648 : ffff9a317d697800) 00000100:00000040:1.0:1786040618.480535:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a317d697800 x1872785404236288/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.480541:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786040618.480544:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:1.0:1786040618.480546:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a314930fd48. 00000100:00000200:1.0:1786040618.480548:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872785404236288, offset 0 00000400:00000200:1.0:1786040618.480552:0:2396:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:1.0:1786040618.480556:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.480560:0:2396:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:1.0:1786040618.480562:0:2396:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786040618.480564:0:2396:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:1.0:1786040618.480566:0:2396:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786040618.480574:0:2396:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:1.0:1786040618.480576:0:2396:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547835:547835:253:4294967295] 192.168.202.144@tcp LPNI seq info [547799:547799:5:4294967295] 00000400:00000200:1.0:1786040618.480580:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.480586:0:2396:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:1.0:1786040618.480590:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:1.0:1786040618.480593:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a304117e200. 00000800:00000200:1.0:1786040618.480597:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:1.0:1786040618.480601:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:1.0:1786040618.480604:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a304117e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786040618.480606:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.480610:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: using a timeout of 24903 usecs (25 jiffies) 00000400:00000200:1.0:1786040618.480613:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:1.0:1786040618.480614:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 0 is 4308085274 00000100:00000001:1.0:1786040618.480616:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: PM QoS request active for cpu 0, keep current deadline 4308089068 00000100:00000001:1.0:1786040618.480618:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 1 is 4308085274 00000100:00000001:1.0:1786040618.480631:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: PM QoS request active for cpu 1, keep current deadline 4308089068 00000100:00000001:1.0:1786040618.480633:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786040618.480635:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040618.480637:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786040618.480641:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a317d697480 x1872785404236544/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.480648:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786040618.480649:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786040618.480651:0:2396:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786040618.480652:0:2396:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786040618.480654:0:2396:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786040618.480657:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a317d697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d963c825-c0dd-45b3-9d54-ad32985c8362:2396:1872785404236544:192.168.202.144@tcp:400:kworker.0 00000100:00000001:1.0:1786040618.480659:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786040618.480667:0:2396:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786040618.480669:0:2396:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786040618.480670:0:2396:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786040618.480673:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a31515fe200. 02000000:00000001:1.0:1786040618.480675:0:2396:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786040618.480678:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:1.0:1786040618.480681:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a317e6b3dc0. 00000400:00000010:1.0:1786040618.480684:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a314930f4c8. 00000100:00000200:1.0:1786040618.480686:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404236544, portal 4 00000100:00000001:1.0:1786040618.480688:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786040618.480689:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632136080979072 : -111937628572544 : ffff9a317d697480) 00000100:00000040:1.0:1786040618.480694:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a317d697480 x1872785404236544/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.480700:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786040618.480702:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:1.0:1786040618.480704:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a314930f5d8. 00000100:00000200:1.0:1786040618.480706:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872785404236544, offset 0 00000400:00000200:1.0:1786040618.480710:0:2396:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:1.0:1786040618.480714:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.480718:0:2396:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:1.0:1786040618.480720:0:2396:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786040618.480722:0:2396:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:1.0:1786040618.480724:0:2396:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786040618.480727:0:2396:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:1.0:1786040618.480729:0:2396:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547836:547836:252:4294967295] 192.168.202.144@tcp LPNI seq info [547800:547800:4:4294967295] 00000400:00000200:1.0:1786040618.480733:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.480739:0:2396:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:1.0:1786040618.480743:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:1.0:1786040618.480746:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a304117e700. 00000800:00000200:1.0:1786040618.480749:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:1.0:1786040618.480753:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:1.0:1786040618.480756:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a304117e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786040618.480765:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786040618.480768:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: using a timeout of 112931 usecs (113 jiffies) 00000400:00000200:1.0:1786040618.480772:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:1.0:1786040618.480774:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 0 is 4308085362 00000100:00000001:1.0:1786040618.480776:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: PM QoS request active for cpu 0, keep current deadline 4308089068 00000100:00000001:1.0:1786040618.480778:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 1 is 4308085362 00000100:00000001:1.0:1786040618.480780:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: PM QoS request active for cpu 1, keep current deadline 4308089068 00000100:00000001:1.0:1786040618.480781:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786040618.480783:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040618.480786:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040618.480788:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040618.480800:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786040618.480802:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786040618.480842:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786040618.480846:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a304117ee00. 00000400:00000200:1.0:1786040618.480852:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040618.480857:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:1.0:1786040618.480862:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a314930fee0 00000400:00000010:1.0:1786040618.480864:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a314930fee0. 00000100:00000001:1.0:1786040618.480870:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786040618.480875:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a317d696680 x1872785404236160/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.480885:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786040618.480888:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a317d696680 x1872785404236160/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040634 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.480895:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040618.480896:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786040618.480908:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786040618.480910:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a304117e900. 00000400:00000200:1.0:1786040618.480912:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040618.480916:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:1.0:1786040618.480918:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a314930f220 00000400:00000010:1.0:1786040618.480926:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a314930f220. 00000100:00000001:1.0:1786040618.480930:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786040618.480933:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a317d694e00 x1872785404236416/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.480940:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786040618.480943:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a317d694e00 x1872785404236416/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.480949:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040618.480950:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786040618.480959:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786040618.480962:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a304117ef00. 00000400:00000200:1.0:1786040618.480964:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040618.480967:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:1.0:1786040618.480970:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a314930fdd0 00000400:00000010:1.0:1786040618.480971:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a314930fdd0. 00000100:00000001:1.0:1786040618.480973:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786040618.480976:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a317d696d80 x1872785404236672/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.480983:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786040618.480986:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a317d696d80 x1872785404236672/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.480991:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040618.480993:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786040618.481000:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786040618.481002:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a304117e200. 00000400:00000200:1.0:1786040618.481004:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040618.481007:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:1.0:1786040618.481009:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a314930fd48 00000400:00000010:1.0:1786040618.481011:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a314930fd48. 00000100:00000001:1.0:1786040618.481013:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786040618.481016:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a317d697800 x1872785404236288/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.481035:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786040618.481038:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a317d697800 x1872785404236288/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.481044:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040618.481045:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786040618.481104:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786040618.481107:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a304117e700. 00000400:00000200:1.0:1786040618.481109:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040618.481113:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:1.0:1786040618.481115:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a314930f5d8 00000400:00000010:1.0:1786040618.481116:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a314930f5d8. 00000100:00000001:1.0:1786040618.481119:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786040618.481122:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a317d697480 x1872785404236544/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.481129:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786040618.481132:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a317d697480 x1872785404236544/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.481138:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040618.481139:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786040618.493628:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040618.493644:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040618.493648:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040618.493650:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040618.493658:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.493666:0:2388:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040618.493675:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.493679:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.493684:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.493688:0:2388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 25 MB=0x6a749d4c29180 00000400:00000200:1.0:1786040618.493693:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.493700:0:2388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.144@tcp of length 224/224 into md 0x544819 [1] + 224 00000800:00000001:1.0:1786040618.493716:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040618.493720:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040618.493723:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040618.493728:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040618.493735:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040618.493744:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a317d696680 x1872785404236160/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040618.493755:0:2388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a317d696680 x1872785404236160/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.493777:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040618.493787:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040618.493791:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040618.493793:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040618.493794:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040618.493797:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.493800:0:2388:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040618.493804:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.493806:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.493808:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.493811:0:2388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 4 MB=0x6a749d4c29300 00000400:00000200:1.0:1786040618.493814:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.493818:0:2388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.144@tcp of length 224/224 into md 0x544859 [1] + 224 00000800:00000001:1.0:1786040618.493822:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040618.493824:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040618.493826:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040618.493829:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040618.493831:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040618.493836:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a317d697480 x1872785404236544/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040618.493843:0:2388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a317d697480 x1872785404236544/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.493862:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040618.493867:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040618.493871:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040618.493872:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040618.493874:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040618.493877:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.493881:0:2388:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040618.493885:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.493887:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.493890:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.493893:0:2388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 4 MB=0x6a749d4c29380 00000400:00000200:1.0:1786040618.493896:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.493900:0:2388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.144@tcp of length 224/224 into md 0x544839 [1] + 224 00000800:00000001:1.0:1786040618.493904:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040618.493910:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040618.493911:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040618.493914:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040618.493917:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040618.493921:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a317d696d80 x1872785404236672/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040618.493928:0:2388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a317d696d80 x1872785404236672/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.493935:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040618.493938:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040618.493941:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040618.493998:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786040618.494003:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786040618.494010:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786040618.494012:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786040618.494022:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a317e6b3dc0. 00000400:00000200:0.0:1786040618.494027:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a314930f4c8 00000400:00000010:0.0:1786040618.494029:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a314930f4c8. 00000100:00000001:0.0:1786040618.494035:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786040618.494039:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a317d697480 x1872785404236544/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786040618.494047:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a317d697480 x1872785404236544/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040618.494052:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786040618.494054:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040618.494057:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786040618.494060:0:2396:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786040618.494064:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786040618.494065:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040618.494068:0:2396:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786040618.494078:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3151f58c60 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1786040618.494082:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3151f58c18 time=123 v=5 (1 1 0 0) 00000100:00000001:0.0:1786040618.494085:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786040618.494087:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786040618.494089:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786040618.494092:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040618.494096:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786040618.494098:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9a317e3b6000: skip recheck: last_committed 38654726513 00000100:00000001:0.0:1786040618.494100:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786040618.494102:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040618.494106:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a317d697480 x1872785404236544/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040618.494112:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040618.494115:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786040618.494117:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786040618.494121:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a317d697480 x1872785404236544/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786040618.494128:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a317d697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d963c825-c0dd-45b3-9d54-ad32985c8362:2396:1872785404236544:192.168.202.144@tcp:400:kworker.0 00000400:00000001:0.0:1786040618.494141:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786040618.494142:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786040618.494143:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a317e6b3ec8. 00000400:00000200:0.0:1786040618.494146:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a314930f088 00000400:00000010:0.0:1786040618.494147:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a314930f088. 00000100:00000001:0.0:1786040618.494150:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786040618.494153:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a317d696680 x1872785404236160/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786040618.494160:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a317d696680 x1872785404236160/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040618.494165:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786040618.494166:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040618.494168:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786040618.494170:0:2396:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786040618.494171:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786040618.494172:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040618.494173:0:2396:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786040618.494176:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3147f58460 time=79 v=5 (5 5 5 5) 00000100:00001000:0.0:1786040618.494179:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3147f58418 time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1786040618.494180:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786040618.494181:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786040618.494183:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786040618.494184:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040618.494186:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040618.494189:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a317d696680 x1872785404236160/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040618.494195:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040618.494197:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786040618.494198:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786040618.494201:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a317d696680 x1872785404236160/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786040618.494207:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a317d696680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5afb69f1-c711-49f7-a393-716fbb1e9004:2396:1872785404236160:192.168.202.144@tcp:400:kworker.0 00000400:00000001:0.0:1786040618.494218:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786040618.494219:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786040618.494221:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a317e6b3478. 00000400:00000200:0.0:1786040618.494224:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a314930f198 00000400:00000010:0.0:1786040618.494226:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a314930f198. 00000100:00000001:0.0:1786040618.494228:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786040618.494232:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a317d696d80 x1872785404236672/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786040618.494239:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a317d696d80 x1872785404236672/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040618.494245:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786040618.494246:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040618.494247:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786040618.494249:0:2396:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786040618.494250:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786040618.494251:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040618.494253:0:2396:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786040618.494257:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3151f58460 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1786040618.494259:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3151f58418 time=88 v=5 (1 1 0 0) 00000100:00000001:0.0:1786040618.494262:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786040618.494263:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786040618.494264:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786040618.494266:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040618.494268:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786040618.494269:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9a317e3b6000: skip recheck: last_committed 4295015374 00000100:00000001:0.0:1786040618.494271:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786040618.494273:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040618.494276:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a317d696d80 x1872785404236672/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040618.494282:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040618.494284:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786040618.494285:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786040618.494289:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a317d696d80 x1872785404236672/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786040618.494302:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a317d696d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d963c825-c0dd-45b3-9d54-ad32985c8362:2396:1872785404236672:192.168.202.144@tcp:400:kworker.0 00000100:00000001:0.0:1786040618.494306:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040618.494309:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040618.494312:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a317d697480 x1872785404236544/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040618.494319:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786040618.494321:0:2396:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786040618.494325:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a31515fe200. 02000000:00000001:0.0:1786040618.494329:0:2396:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786040618.494331:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786040618.494332:0:2396:0:(genops.c:1244:class_import_put()) import ffff9a3151f58800 refcount=3 obd=lustre-OST0000-osc-ffff9a317e3b6000 00000020:00000001:0.0:1786040618.494334:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786040618.494337:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a304117e000. 02000000:00000001:0.0:1786040618.494340:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786040618.494342:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786040618.494344:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a317d697480. 00000100:00000001:0.0:1786040618.494347:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786040618.494349:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040618.494350:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040618.494353:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a317d696680 x1872785404236160/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040618.494359:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786040618.494360:0:2396:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786040618.494361:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a31515ff800. 02000000:00000001:0.0:1786040618.494364:0:2396:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786040618.494365:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786040618.494366:0:2396:0:(genops.c:1244:class_import_put()) import ffff9a3147f58000 refcount=3 obd=MGC192.168.202.144@tcp 00000020:00000001:0.0:1786040618.494368:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786040618.494369:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a304117e800. 02000000:00000001:0.0:1786040618.494371:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786040618.494371:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786040618.494373:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a317d696680. 00000100:00000001:0.0:1786040618.494375:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786040618.494382:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040618.494384:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040618.494387:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a317d696d80 x1872785404236672/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040618.494393:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786040618.494394:0:2396:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786040618.494396:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a31515ffe00. 02000000:00000001:0.0:1786040618.494397:0:2396:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786040618.494398:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786040618.494399:0:2396:0:(genops.c:1244:class_import_put()) import ffff9a3151f58000 refcount=3 obd=lustre-OST0001-osc-ffff9a317e3b6000 00000020:00000001:0.0:1786040618.494401:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786040618.494402:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a304117e600. 02000000:00000001:0.0:1786040618.494404:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786040618.494405:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786040618.494406:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a317d696d80. 00000100:00000001:0.0:1786040618.494409:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786040618.494410:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040618.494413:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040618.494414:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786040618.494415:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786040618.494417:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040618.494418:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786040618.495147:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040618.495155:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040618.495160:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040618.495162:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040618.495167:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.495174:0:2389:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040618.495187:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.495192:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.495195:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.495199:0:2389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 10 MB=0x6a749d4c29280 00000400:00000200:1.0:1786040618.495203:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.495208:0:2389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.144@tcp of length 224/224 into md 0x544829 [1] + 224 00000800:00000001:1.0:1786040618.495213:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040618.495218:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040618.495220:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040618.495223:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040618.495529:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040618.495536:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a317d694e00 x1872785404236416/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040618.495545:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a317d694e00 x1872785404236416/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040618.495581:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786040618.495585:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786040618.495601:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040618.495610:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040618.495615:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040618.495617:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040618.495619:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040618.495631:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.495635:0:2389:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040618.495639:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.495642:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.495645:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.495648:0:2389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 10 MB=0x6a749d4c29200 00000400:00000200:1.0:1786040618.495651:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040618.495655:0:2389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.144@tcp of length 224/224 into md 0x544849 [1] + 224 00000800:00000001:1.0:1786040618.495660:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040618.495666:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040618.495668:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040618.495677:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040618.495681:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040618.495685:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a317d697800 x1872785404236288/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040618.495694:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a317d697800 x1872785404236288/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040618.495702:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040618.495706:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040618.495709:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1786040618.498726:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786040618.498733:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786040618.498737:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a317e6b3160. 00000400:00000200:0.0:1786040618.498746:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a314930f550 00000400:00000010:0.0:1786040618.498749:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a314930f550. 00000100:00000001:0.0:1786040618.498756:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786040618.498768:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a317d694e00 x1872785404236416/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786040618.498778:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a317d694e00 x1872785404236416/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040618.498787:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786040618.498789:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040618.498803:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786040618.498807:0:2396:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786040618.499706:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786040618.499711:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040618.499715:0:2396:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786040618.499726:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3151f5c460 time=78 v=5 (5 60 60 60) 00000100:00001000:0.0:1786040618.499730:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3151f5c418 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1786040618.499733:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786040618.499735:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786040618.499738:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786040618.499745:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9a317d694e00 x1872785404236416/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786040618.499753:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040618.499756:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786040618.499758:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9a317e3b6000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1786040618.499761:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786040618.499762:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040618.499766:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a317d694e00 x1872785404236416/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040618.499772:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040618.499775:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786040618.499777:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786040618.499781:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a317d694e00 x1872785404236416/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786040618.499789:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a317d694e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d963c825-c0dd-45b3-9d54-ad32985c8362:2396:1872785404236416:192.168.202.144@tcp:400:kworker.0 00000100:00000001:0.0:1786040618.499793:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040618.499796:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040618.499799:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a317d694e00 x1872785404236416/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040618.499806:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786040618.499809:0:2396:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786040618.499896:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a31515ff400. 02000000:00000001:0.0:1786040618.499901:0:2396:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786040618.499904:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786040618.499906:0:2396:0:(genops.c:1244:class_import_put()) import ffff9a3151f5c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9a317e3b6000 00000020:00000001:0.0:1786040618.499909:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786040618.499911:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a304117ea00. 02000000:00000001:0.0:1786040618.499915:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786040618.499916:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786040618.499918:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a317d694e00. 00000100:00000001:0.0:1786040618.499922:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786040618.499923:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040618.499927:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040618.499929:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786040618.499932:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786040618.499937:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786040618.499939:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786040618.499942:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a317e6b3580. 00000400:00000200:0.0:1786040618.499945:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a314930f2a8 00000400:00000010:0.0:1786040618.499947:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a314930f2a8. 00000100:00000001:0.0:1786040618.499952:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786040618.499958:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a317d697800 x1872785404236288/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786040618.499965:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a317d697800 x1872785404236288/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040618.499971:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786040618.499973:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040618.499975:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786040618.499976:0:2396:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786040618.499978:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786040618.499980:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040618.499981:0:2396:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786040618.499986:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3143b19460 time=78 v=5 (5 60 60 60) 00000100:00001000:0.0:1786040618.499988:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3143b19418 time=120 v=5 (1 1 1 2) 00000100:00000001:0.0:1786040618.499991:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786040618.499992:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786040618.499993:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786040618.500002:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040618.500004:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786040618.500006:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a317e3b6000: skip recheck: last_committed 30064771621 00000100:00000001:0.0:1786040618.500007:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786040618.500009:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040618.500013:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a317d697800 x1872785404236288/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040618.500018:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040618.500020:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786040618.500021:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786040618.500025:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a317d697800 x1872785404236288/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786040618.500032:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a317d697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d963c825-c0dd-45b3-9d54-ad32985c8362:2396:1872785404236288:192.168.202.144@tcp:400:kworker.0 00000100:00000001:0.0:1786040618.500035:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040618.500037:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040618.500040:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a317d697800 x1872785404236288/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040634 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040618.500045:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786040618.500047:0:2396:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786040618.500049:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a31515fe000. 02000000:00000001:0.0:1786040618.500052:0:2396:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786040618.500053:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786040618.500055:0:2396:0:(genops.c:1244:class_import_put()) import ffff9a3143b19000 refcount=8 obd=lustre-MDT0000-mdc-ffff9a317e3b6000 00000020:00000001:0.0:1786040618.500056:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786040618.500058:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a304117ec00. 02000000:00000001:0.0:1786040618.500060:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786040618.500061:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786040618.500062:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a317d697800. 00000100:00000001:0.0:1786040618.500064:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786040618.500065:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040618.500067:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040618.500074:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786040618.500081:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040618.500083:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786040618.500084:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786040618.851292:0:284104:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040619.054640:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040619.054647:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040619.054654:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040619.054655:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786040619.061724:0:241721:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786040619.061732:0:241721:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786040619.061737:0:241721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786040620.079977:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040620.079986:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040620.079994:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040620.079995:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786040620.080115:0:235722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786040620.080119:0:235722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786040620.080124:0:235722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786040621.105118:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040621.105126:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040621.105134:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040621.105135:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786040621.105244:0:247445:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786040621.105249:0:247445:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786040621.105253:0:247445:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786040622.126675:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040622.126684:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040622.126691:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040622.126692:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786040622.127769:0:247447:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786040622.127773:0:247447:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786040622.127777:0:247447:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786040622.321154:0:255018:0:(connection.c:75:cpu_latency_work()) work item of ffff9a314a513000 (cpu 0) has reached its deadline 4308089068, at 4308089090 00000100:00000010:0.0:1786040622.321169:0:255018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a316ddb4cc0. 00000100:00000040:1.0:1786040622.321981:0:271965:0:(connection.c:75:cpu_latency_work()) work item of ffff9a314a513110 (cpu 0) has reached its deadline 4308089068, at 4308089091 00000100:00000010:1.0:1786040622.321991:0:271965:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a316ddb4c60. 00010000:00000001:2.0:1786040623.150566:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040623.150601:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040623.150609:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040623.150610:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786040623.150708:0:235723:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786040623.150712:0:235723:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786040623.150715:0:235723:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786040623.600307:0:242604:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5afb69f1-c711-49f7-a393-716fbb1e9004->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786040623.600316:0:242604:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786040623.600326:0:242604:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a317c26b800. 00000020:00000040:0.0:1786040623.600331:0:242604:0:(genops.c:1231:class_import_get()) import ffff9a3147f58000 refcount=4 obd=MGC192.168.202.144@tcp 00000100:00000001:0.0:1786040623.600336:0:242604:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786040623.600339:0:242604:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786040623.600344:0:242604:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786040623.600353:0:242604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a31479d4c00. 00000100:00000001:0.0:1786040623.600360:0:242604:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.600370:0:242604:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5afb69f1-c711-49f7-a393-716fbb1e9004->MGS req@ffff9a317c26b800 x1872785404236800/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786040623.600381:0:242604:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786040623.600386:0:242604:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.600392:0:242604:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf705f61] to pc [ptlrpcd_00_01+1] req@ffff9a317c26b800 x1872785404236800/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.600421:0:242604:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.600424:0:242604:0:(pinger.c:229:ptlrpc_pinger_process_import()) d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786040623.600427:0:242604:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786040623.600431:0:242604:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a317c269500. 00000020:00000040:0.0:1786040623.600433:0:242604:0:(genops.c:1231:class_import_get()) import ffff9a3143b19000 refcount=9 obd=lustre-MDT0000-mdc-ffff9a317e3b6000 00000100:00000001:0.0:1786040623.600436:0:242604:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786040623.600484:0:242604:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786040623.600486:0:242604:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786040623.600490:0:242604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a31479d4800. 00000100:00000001:0.0:1786040623.600494:0:242604:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.600499:0:242604:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-MDT0000_UUID req@ffff9a317c269500 x1872785404236928/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786040623.600507:0:242604:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786040623.600509:0:242604:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.600513:0:242604:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4bce8f] to pc [ptlrpcd_00_00+0] req@ffff9a317c269500 x1872785404236928/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.600522:0:242604:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.600524:0:242604:0:(pinger.c:229:ptlrpc_pinger_process_import()) d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786040623.600527:0:242604:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786040623.600530:0:242604:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a317c268700. 00000020:00000040:0.0:1786040623.600543:0:242604:0:(genops.c:1231:class_import_get()) import ffff9a3151f5c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9a317e3b6000 00000100:00000001:0.0:1786040623.600545:0:242604:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786040623.600547:0:242604:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786040623.600548:0:242604:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786040623.600552:0:242604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a31479d4400. 00000100:00000001:0.0:1786040623.600555:0:242604:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.600559:0:242604:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-MDT0001_UUID req@ffff9a317c268700 x1872785404237056/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786040623.600566:0:242604:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786040623.600568:0:242604:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.600583:0:242604:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5b57f34] to pc [ptlrpcd_00_01+1] req@ffff9a317c268700 x1872785404237056/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.600591:0:242604:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.600594:0:242604:0:(pinger.c:229:ptlrpc_pinger_process_import()) d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786040623.600597:0:242604:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786040623.600599:0:242604:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a317c26a300. 00000020:00000040:0.0:1786040623.600607:0:242604:0:(genops.c:1231:class_import_get()) import ffff9a3151f58800 refcount=4 obd=lustre-OST0000-osc-ffff9a317e3b6000 00000100:00000001:0.0:1786040623.600609:0:242604:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786040623.600611:0:242604:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786040623.600613:0:242604:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786040623.600616:0:242604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a31479d4700. 00000100:00000001:0.0:1786040623.600619:0:242604:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.600624:0:242604:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-OST0000_UUID req@ffff9a317c26a300 x1872785404237184/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786040623.600631:0:242604:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786040623.600633:0:242604:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.600637:0:242604:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8d644a5] to pc [ptlrpcd_00_00+0] req@ffff9a317c26a300 x1872785404237184/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.600644:0:242604:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.600646:0:242604:0:(pinger.c:229:ptlrpc_pinger_process_import()) d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786040623.600649:0:242604:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786040623.600651:0:242604:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a317c26ad80. 00000020:00000040:0.0:1786040623.600653:0:242604:0:(genops.c:1231:class_import_get()) import ffff9a3151f58000 refcount=4 obd=lustre-OST0001-osc-ffff9a317e3b6000 00000100:00000001:0.0:1786040623.600655:0:242604:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786040623.600656:0:242604:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786040623.600658:0:242604:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786040623.600660:0:242604:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a31479d4f00. 00000100:00000001:0.0:1786040623.600663:0:242604:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.600666:0:242604:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-OST0001_UUID req@ffff9a317c26ad80 x1872785404237312/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786040623.600673:0:242604:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786040623.600674:0:242604:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.600678:0:242604:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe88880] to pc [ptlrpcd_00_01+1] req@ffff9a317c26ad80 x1872785404237312/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.600684:0:242604:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.600688:0:242604:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13428) 00000100:00000001:0.0:1786040623.600702:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786040623.600705:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786040623.600707:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786040623.600712:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a317c269500 x1872785404236928/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.600720:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786040623.600722:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040623.600726:0:2396:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786040623.600728:0:2396:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786040623.600731:0:2396:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786040623.600734:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a317c269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d963c825-c0dd-45b3-9d54-ad32985c8362:2396:1872785404236928:192.168.202.144@tcp:400:kworker.0 00000100:00000001:0.0:1786040623.600738:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786040623.600743:0:2396:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786040623.600746:0:2396:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040623.600748:0:2396:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786040623.600752:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a31430f2400. 02000000:00000001:0.0:1786040623.600754:0:2396:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786040623.600761:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:0.0:1786040623.600766:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a31450d95d8. 00000400:00000010:0.0:1786040623.600772:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a3142977e58. 00000100:00000200:0.0:1786040623.600779:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404236928, portal 10 00000100:00000001:0.0:1786040623.600781:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786040623.600782:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632136059819264 : -111937649732352 : ffff9a317c269500) 00000100:00000040:0.0:1786040623.600790:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a317c269500 x1872785404236928/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.600797:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786040623.600799:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:0.0:1786040623.600802:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a3142977908. 00000100:00000200:0.0:1786040623.600805:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872785404236928, offset 0 00000400:00000200:0.0:1786040623.600811:0:2396:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:0.0:1786040623.600818:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040623.600826:0:2396:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:0.0:1786040623.600831:0:2396:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786040623.600840:0:2396:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:0.0:1786040623.600844:0:2396:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786040623.600846:0:2396:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:0.0:1786040623.600850:0:2396:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547837:547837:256:4294967295] 192.168.202.144@tcp LPNI seq info [547801:547801:8:4294967295] 00000400:00000200:0.0:1786040623.600855:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040623.600865:0:2396:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:0.0:1786040623.600870:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:0.0:1786040623.600875:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a31479d4200. 00000800:00000200:0.0:1786040623.600881:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:0.0:1786040623.600888:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:0.0:1786040623.600892:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a31479d4200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786040623.600903:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.600907:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: using a timeout of 24903 usecs (25 jiffies) 00000400:00000200:0.0:1786040623.600910:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:0.0:1786040623.600913:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 0 is 4308090395 00000100:00000010:0.0:1786040623.600917:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a317d6836c0. 00000100:00000001:0.0:1786040623.600923:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786040623.600928:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 1 is 4308090395 00000100:00000010:0.0:1786040623.600930:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a317d683600. 00000100:00000001:0.0:1786040623.600933:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786040623.600941:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040623.600944:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.600947:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786040623.600951:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a317c26a300 x1872785404237184/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.600958:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786040623.600959:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040623.600961:0:2396:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786040623.600963:0:2396:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786040623.600966:0:2396:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786040623.600977:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a317c26a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d963c825-c0dd-45b3-9d54-ad32985c8362:2396:1872785404237184:192.168.202.144@tcp:400:kworker.0 00000100:00000001:0.0:1786040623.600980:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786040623.600982:0:2396:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786040623.600984:0:2396:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040623.600985:0:2396:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786040623.600988:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a31430f3c00. 02000000:00000001:0.0:1786040623.600990:0:2396:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786040623.600993:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:0.0:1786040623.600996:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a31450d9a50. 00000400:00000010:0.0:1786040623.600999:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a31429776e8. 00000100:00000200:0.0:1786040623.601002:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404237184, portal 4 00000100:00000001:0.0:1786040623.601003:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786040623.601004:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632136059822848 : -111937649728768 : ffff9a317c26a300) 00000100:00000040:0.0:1786040623.601010:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a317c26a300 x1872785404237184/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.601016:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786040623.601018:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:0.0:1786040623.601020:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a3142977aa0. 00000100:00000200:0.0:1786040623.601022:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872785404237184, offset 0 00000400:00000200:0.0:1786040623.601026:0:2396:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:0.0:1786040623.601030:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040623.601033:0:2396:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:0.0:1786040623.601036:0:2396:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786040623.601038:0:2396:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:0.0:1786040623.601040:0:2396:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786040623.601042:0:2396:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:0.0:1786040623.601045:0:2396:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547838:547838:255:4294967295] 192.168.202.144@tcp LPNI seq info [547802:547802:7:4294967295] 00000400:00000200:0.0:1786040623.601049:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040623.601054:0:2396:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:0.0:1786040623.601058:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:0.0:1786040623.601061:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a31479d4d00. 00000800:00000200:0.0:1786040623.601069:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:0.0:1786040623.601073:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:0.0:1786040623.601075:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a31479d4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786040623.601078:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.601081:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: using a timeout of 112867 usecs (113 jiffies) 00000400:00000200:0.0:1786040623.601084:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:0.0:1786040623.601086:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 0 is 4308090483 00000100:00000001:0.0:1786040623.601090:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: PM QoS request active for cpu 0, simply extend its deadline from 4308090395 00000100:00000001:0.0:1786040623.601093:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 1 is 4308090483 00000100:00000001:0.0:1786040623.601096:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: PM QoS request active for cpu 1, simply extend its deadline from 4308090395 00000100:00000001:0.0:1786040623.601099:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040623.601101:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.601103:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.601105:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040623.601112:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786040623.601114:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1786040623.601116:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786040623.601117:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786040623.601118:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786040623.601121:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:0.0:1786040623.601123:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040623.601125:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786040623.601126:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040623.601128:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786040623.601129:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786040623.601130:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786040623.601134:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a317c26b800 x1872785404236800/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.601140:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786040623.601142:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040623.601144:0:2396:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786040623.601146:0:2396:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786040623.601147:0:2396:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786040623.601155:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a317c26b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5afb69f1-c711-49f7-a393-716fbb1e9004:2396:1872785404236800:192.168.202.144@tcp:400:kworker.0 00000100:00000001:0.0:1786040623.601158:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786040623.601160:0:2396:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786040623.601162:0:2396:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040623.601164:0:2396:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786040623.601166:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a31430f3a00. 02000000:00000001:0.0:1786040623.601168:0:2396:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786040623.601171:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:0.0:1786040623.601174:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a31450d96e0. 00000400:00000010:0.0:1786040623.601177:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a3142977a18. 00000100:00000200:0.0:1786040623.601179:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404236800, portal 25 00000100:00000001:0.0:1786040623.601181:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786040623.601183:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632136059828224 : -111937649723392 : ffff9a317c26b800) 00000100:00000040:0.0:1786040623.601188:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a317c26b800 x1872785404236800/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.601194:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786040623.601196:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:0.0:1786040623.601198:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a3142977220. 00000100:00000200:0.0:1786040623.601200:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872785404236800, offset 0 00000400:00000200:0.0:1786040623.601204:0:2396:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:0.0:1786040623.601208:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040623.601211:0:2396:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:0.0:1786040623.601214:0:2396:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786040623.601216:0:2396:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:0.0:1786040623.601218:0:2396:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786040623.601220:0:2396:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:0.0:1786040623.601223:0:2396:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547839:547839:254:4294967295] 192.168.202.144@tcp LPNI seq info [547803:547803:6:4294967295] 00000400:00000200:0.0:1786040623.601227:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040623.601233:0:2396:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:0.0:1786040623.601237:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:0.0:1786040623.601240:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a31479d4300. 00000800:00000200:0.0:1786040623.601250:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:0.0:1786040623.601254:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:0.0:1786040623.601257:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a31479d4300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786040623.601260:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786040623.601263:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:0.0:1786040623.601265:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.144@tcp: PM QoS new deadline estimation for cpu 0 is 4308094189 00000100:00000001:0.0:1786040623.601268:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.144@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4308090483 00000100:00000001:0.0:1786040623.601271:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.144@tcp: PM QoS new deadline estimation for cpu 1 is 4308094189 00000100:00000001:0.0:1786040623.601273:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.144@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4308090483 00000100:00000001:0.0:1786040623.601276:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040623.601278:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.601280:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786040623.601284:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a317c268700 x1872785404237056/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.601290:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786040623.601292:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040623.601294:0:2396:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786040623.601296:0:2396:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786040623.601298:0:2396:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786040623.601300:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a317c268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d963c825-c0dd-45b3-9d54-ad32985c8362:2396:1872785404237056:192.168.202.144@tcp:400:kworker.0 00000100:00000001:0.0:1786040623.601304:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786040623.601306:0:2396:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786040623.601307:0:2396:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040623.601309:0:2396:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786040623.601312:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a31430f2800. 02000000:00000001:0.0:1786040623.601314:0:2396:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786040623.601317:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:0.0:1786040623.601320:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a31450d90b0. 00000400:00000010:0.0:1786040623.601323:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a31429775d8. 00000100:00000200:0.0:1786040623.601326:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404237056, portal 10 00000100:00000001:0.0:1786040623.601328:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786040623.601334:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632136059815680 : -111937649735936 : ffff9a317c268700) 00000100:00000040:0.0:1786040623.601340:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a317c268700 x1872785404237056/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.601346:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786040623.601348:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:0.0:1786040623.601350:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a3142977ee0. 00000100:00000200:0.0:1786040623.601353:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872785404237056, offset 0 00000400:00000200:0.0:1786040623.601357:0:2396:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:0.0:1786040623.601361:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040623.601365:0:2396:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:0.0:1786040623.601367:0:2396:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786040623.601370:0:2396:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:0.0:1786040623.601372:0:2396:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786040623.601374:0:2396:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:0.0:1786040623.601377:0:2396:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547840:547840:253:4294967295] 192.168.202.144@tcp LPNI seq info [547804:547804:5:4294967295] 00000400:00000200:0.0:1786040623.601380:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040623.601386:0:2396:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:0.0:1786040623.601390:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:0.0:1786040623.601393:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a31479d4e00. 00000800:00000200:0.0:1786040623.601396:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:0.0:1786040623.601400:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:0.0:1786040623.601402:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a31479d4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786040623.601405:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.601408:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: using a timeout of 26225 usecs (27 jiffies) 00000400:00000200:0.0:1786040623.601410:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:0.0:1786040623.601412:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 0 is 4308090397 00000100:00000001:0.0:1786040623.601414:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: PM QoS request active for cpu 0, keep current deadline 4308094189 00000100:00000001:0.0:1786040623.601416:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 1 is 4308090397 00000100:00000001:0.0:1786040623.601418:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: PM QoS request active for cpu 1, keep current deadline 4308094189 00000100:00000001:0.0:1786040623.601427:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040623.601428:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.601430:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786040623.601434:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a317c26ad80 x1872785404237312/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.601463:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786040623.601464:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040623.601466:0:2396:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786040623.601468:0:2396:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786040623.601469:0:2396:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786040623.601472:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a317c26ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d963c825-c0dd-45b3-9d54-ad32985c8362:2396:1872785404237312:192.168.202.144@tcp:400:kworker.0 00000100:00000001:0.0:1786040623.601475:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786040623.601479:0:2396:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786040623.601480:0:2396:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040623.601481:0:2396:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786040623.601485:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a316e115400. 02000000:00000001:0.0:1786040623.601486:0:2396:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786040623.601489:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:0.0:1786040623.601492:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a31450d9c08. 00000400:00000010:0.0:1786040623.601495:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a3142977330. 00000100:00000200:0.0:1786040623.601497:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404237312, portal 4 00000100:00000001:0.0:1786040623.601499:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786040623.601500:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632136059825536 : -111937649726080 : ffff9a317c26ad80) 00000100:00000040:0.0:1786040623.601505:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a317c26ad80 x1872785404237312/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.601512:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786040623.601514:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:0.0:1786040623.601516:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a3142977110. 00000100:00000200:0.0:1786040623.601518:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872785404237312, offset 0 00000400:00000200:0.0:1786040623.601522:0:2396:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:0.0:1786040623.601525:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040623.601528:0:2396:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:0.0:1786040623.601536:0:2396:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786040623.601538:0:2396:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:0.0:1786040623.601540:0:2396:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786040623.601542:0:2396:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:0.0:1786040623.601544:0:2396:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547841:547841:252:4294967295] 192.168.202.144@tcp LPNI seq info [547805:547805:4:4294967295] 00000400:00000200:0.0:1786040623.601548:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040623.601553:0:2396:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:0.0:1786040623.601557:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:0.0:1786040623.601560:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a31479d4100. 00000800:00000200:0.0:1786040623.601563:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:0.0:1786040623.601567:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:0.0:1786040623.601569:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a31479d4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786040623.601587:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.601590:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: using a timeout of 136963 usecs (137 jiffies) 00000400:00000200:0.0:1786040623.601593:0:2396:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:0.0:1786040623.601594:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 0 is 4308090508 00000100:00000001:0.0:1786040623.601596:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: PM QoS request active for cpu 0, keep current deadline 4308094189 00000100:00000001:0.0:1786040623.601598:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 1 is 4308090508 00000100:00000001:0.0:1786040623.601600:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: PM QoS request active for cpu 1, keep current deadline 4308094189 00000100:00000001:0.0:1786040623.601602:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040623.601604:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.601606:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.601609:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786040623.601654:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786040623.601657:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a31479d4200. 00000400:00000200:0.0:1786040623.601663:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786040623.601668:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:0.0:1786040623.601673:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a3142977908 00000400:00000010:0.0:1786040623.601674:0:2388:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a3142977908. 00000100:00000001:0.0:1786040623.601679:0:2388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786040623.601688:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a317c269500 x1872785404236928/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.601699:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040623.601703:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a317c269500 x1872785404236928/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.601708:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.601710:0:2388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786040623.601723:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786040623.601725:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a31479d4d00. 00000400:00000200:0.0:1786040623.601727:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786040623.601730:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:0.0:1786040623.601733:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a3142977aa0 00000400:00000010:0.0:1786040623.601734:0:2388:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a3142977aa0. 00000100:00000001:0.0:1786040623.601737:0:2388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786040623.601739:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a317c26a300 x1872785404237184/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.601745:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040623.601747:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a317c26a300 x1872785404237184/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.601753:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.601754:0:2388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786040623.601761:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786040623.601763:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a31479d4300. 00000400:00000200:0.0:1786040623.601765:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786040623.601768:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:0.0:1786040623.601770:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a3142977220 00000400:00000010:0.0:1786040623.601772:0:2388:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a3142977220. 00000100:00000001:0.0:1786040623.601774:0:2388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786040623.601778:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a317c26b800 x1872785404236800/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.601784:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040623.601787:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a317c26b800 x1872785404236800/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.601798:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.601800:0:2388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786040623.601809:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786040623.601811:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a31479d4e00. 00000400:00000200:0.0:1786040623.601813:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786040623.601816:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:0.0:1786040623.601818:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a3142977ee0 00000400:00000010:0.0:1786040623.601820:0:2388:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a3142977ee0. 00000100:00000001:0.0:1786040623.601822:0:2388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786040623.601825:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a317c268700 x1872785404237056/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.601832:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040623.601835:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a317c268700 x1872785404237056/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.601841:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.601842:0:2388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786040623.601903:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786040623.601905:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a31479d4100. 00000400:00000200:0.0:1786040623.601908:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786040623.601911:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:0.0:1786040623.601913:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a3142977110 00000400:00000010:0.0:1786040623.601915:0:2388:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a3142977110. 00000100:00000001:0.0:1786040623.601917:0:2388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786040623.601920:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a317c26ad80 x1872785404237312/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.601927:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040623.601930:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a317c26ad80 x1872785404237312/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.601936:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.601937:0:2388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786040623.602641:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786040623.602646:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786040623.615986:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040623.616006:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040623.616011:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040623.616014:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040623.616023:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616030:0:2389:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040623.616040:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616044:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616050:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616054:0:2389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 25 MB=0x6a749d4c29400 00000400:00000200:1.0:1786040623.616059:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616065:0:2389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.144@tcp of length 224/224 into md 0x544889 [1] + 224 00000800:00000001:1.0:1786040623.616072:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040623.616076:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040623.616080:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040623.616085:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040623.616110:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040623.616120:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a317c26b800 x1872785404236800/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040623.616131:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a317c26b800 x1872785404236800/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040623.616153:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040623.616164:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040623.616167:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040623.616169:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040623.616171:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040623.616174:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616178:0:2389:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040623.616198:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616201:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616204:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616207:0:2389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 10 MB=0x6a749d4c29480 00000400:00000200:1.0:1786040623.616210:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616215:0:2389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.144@tcp of length 224/224 into md 0x544869 [1] + 224 00000800:00000001:1.0:1786040623.616219:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040623.616223:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040623.616225:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040623.616228:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040623.616231:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040623.616236:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a317c269500 x1872785404236928/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040623.616245:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a317c269500 x1872785404236928/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040623.616252:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040623.616256:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040623.616260:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040623.616261:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040623.616273:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040623.616277:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616279:0:2389:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040623.616283:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616286:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616288:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616291:0:2389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 4 MB=0x6a749d4c29580 00000400:00000200:1.0:1786040623.616294:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616298:0:2389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.144@tcp of length 224/224 into md 0x544879 [1] + 224 00000800:00000001:1.0:1786040623.616301:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040623.616304:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040623.616305:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040623.616308:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040623.616311:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040623.616315:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a317c26a300 x1872785404237184/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040623.616324:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a317c26a300 x1872785404237184/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040623.616331:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040623.616334:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040623.616337:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040623.616338:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040623.616340:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040623.616343:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616346:0:2389:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040623.616349:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616351:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616354:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616356:0:2389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 4 MB=0x6a749d4c29600 00000400:00000200:1.0:1786040623.616359:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616362:0:2389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.144@tcp of length 224/224 into md 0x5448a9 [1] + 224 00000800:00000001:1.0:1786040623.616365:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040623.616377:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040623.616379:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040623.616382:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040623.616385:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040623.616389:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a317c26ad80 x1872785404237312/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040623.616397:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a317c26ad80 x1872785404237312/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040623.616404:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040623.616408:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040623.616410:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040623.616412:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040623.616413:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040623.616416:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616419:0:2389:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040623.616423:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616425:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616428:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616430:0:2389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 10 MB=0x6a749d4c29500 00000400:00000200:1.0:1786040623.616434:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040623.616438:0:2389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.144@tcp of length 224/224 into md 0x544899 [1] + 224 00000800:00000001:1.0:1786040623.616486:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040623.616493:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040623.616495:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040623.616498:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040623.616500:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040623.616505:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a317c268700 x1872785404237056/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040623.616513:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a317c268700 x1872785404237056/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040623.616520:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040623.616531:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040623.616535:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040623.616849:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786040623.616860:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786040623.616866:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786040623.616867:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786040623.616871:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a31450d96e0. 00000400:00000200:0.0:1786040623.616875:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a3142977a18 00000400:00000010:0.0:1786040623.616877:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a3142977a18. 00000100:00000001:0.0:1786040623.616880:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786040623.616885:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a317c26b800 x1872785404236800/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786040623.616894:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a317c26b800 x1872785404236800/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.616900:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786040623.616902:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040623.616905:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786040623.616908:0:2396:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786040623.616910:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786040623.616912:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040623.616914:0:2396:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786040623.616921:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3147f58460 time=84 v=5 (5 5 5 5) 00000100:00001000:0.0:1786040623.616924:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3147f58418 time=125 v=5 (1 1 1 1) 00000100:00000001:0.0:1786040623.616927:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786040623.616929:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786040623.616931:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786040623.616934:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.616936:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.616941:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a317c26b800 x1872785404236800/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.616949:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040623.616952:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786040623.616955:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786040623.616959:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a317c26b800 x1872785404236800/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786040623.616966:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a317c26b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5afb69f1-c711-49f7-a393-716fbb1e9004:2396:1872785404236800:192.168.202.144@tcp:400:kworker.0 00000400:00000001:0.0:1786040623.616981:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786040623.616983:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786040623.616984:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a31450d90b0. 00000400:00000200:0.0:1786040623.616987:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a31429775d8 00000400:00000010:0.0:1786040623.616988:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a31429775d8. 00000100:00000001:0.0:1786040623.616991:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786040623.616994:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a317c268700 x1872785404237056/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786040623.617002:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a317c268700 x1872785404237056/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.617007:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786040623.617008:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040623.617010:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786040623.617011:0:2396:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786040623.617012:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786040623.617014:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040623.617016:0:2396:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786040623.617021:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3151f5c460 time=83 v=5 (5 60 60 60) 00000100:00001000:0.0:1786040623.617024:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3151f5c418 time=100 v=5 (1 1 1 1) 00000100:00000001:0.0:1786040623.617026:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786040623.617027:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786040623.617029:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786040623.617033:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9a317c268700 x1872785404237056/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786040623.617039:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.617042:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786040623.617044:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9a317e3b6000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1786040623.617046:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786040623.617047:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.617050:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a317c268700 x1872785404237056/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.617055:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040623.617063:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786040623.617064:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786040623.617068:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a317c268700 x1872785404237056/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786040623.617075:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a317c268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d963c825-c0dd-45b3-9d54-ad32985c8362:2396:1872785404237056:192.168.202.144@tcp:400:kworker.0 00000400:00000001:0.0:1786040623.617080:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786040623.617082:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786040623.617083:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a31450d9c08. 00000400:00000200:0.0:1786040623.617085:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a3142977330 00000400:00000010:0.0:1786040623.617087:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a3142977330. 00000100:00000001:0.0:1786040623.617089:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786040623.617092:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a317c26ad80 x1872785404237312/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786040623.617098:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a317c26ad80 x1872785404237312/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.617104:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786040623.617105:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040623.617106:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786040623.617108:0:2396:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786040623.617109:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786040623.617110:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040623.617112:0:2396:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786040623.617116:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3151f58460 time=83 v=5 (5 5 5 5) 00000100:00001000:0.0:1786040623.617119:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3151f58418 time=93 v=5 (1 1 0 0) 00000100:00000001:0.0:1786040623.617121:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786040623.617122:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786040623.617123:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786040623.617125:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.617127:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786040623.617129:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9a317e3b6000: skip recheck: last_committed 4295015374 00000100:00000001:0.0:1786040623.617130:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786040623.617132:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.617135:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a317c26ad80 x1872785404237312/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.617146:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040623.617148:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786040623.617149:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786040623.617153:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a317c26ad80 x1872785404237312/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786040623.617161:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a317c26ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d963c825-c0dd-45b3-9d54-ad32985c8362:2396:1872785404237312:192.168.202.144@tcp:400:kworker.0 00000400:00000001:0.0:1786040623.617165:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786040623.617166:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786040623.617168:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a31450d95d8. 00000400:00000200:0.0:1786040623.617170:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a3142977e58 00000400:00000010:0.0:1786040623.617171:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a3142977e58. 00000100:00000001:0.0:1786040623.617173:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786040623.617176:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a317c269500 x1872785404236928/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786040623.617283:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a317c269500 x1872785404236928/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.617290:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786040623.617292:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040623.617294:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786040623.617295:0:2396:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786040623.617297:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786040623.617299:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040623.617301:0:2396:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786040623.617305:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3143b19460 time=83 v=5 (5 60 60 60) 00000100:00001000:0.0:1786040623.617307:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3143b19418 time=125 v=5 (1 1 1 2) 00000100:00000001:0.0:1786040623.617310:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786040623.617311:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786040623.617312:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786040623.617314:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.617317:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786040623.617318:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a317e3b6000: skip recheck: last_committed 30064771621 00000100:00000001:0.0:1786040623.617325:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786040623.617327:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.617331:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a317c269500 x1872785404236928/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.617337:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040623.617339:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786040623.617340:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786040623.617343:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a317c269500 x1872785404236928/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786040623.617349:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a317c269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d963c825-c0dd-45b3-9d54-ad32985c8362:2396:1872785404236928:192.168.202.144@tcp:400:kworker.0 00000400:00000001:0.0:1786040623.617355:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786040623.617356:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786040623.617357:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a31450d9a50. 00000400:00000200:0.0:1786040623.617360:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a31429776e8 00000400:00000010:0.0:1786040623.617361:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a31429776e8. 00000100:00000001:0.0:1786040623.617363:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786040623.617366:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a317c26a300 x1872785404237184/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786040623.617375:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a317c26a300 x1872785404237184/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.617382:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786040623.617383:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040623.617384:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786040623.617386:0:2396:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786040623.617387:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786040623.617388:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786040623.617390:0:2396:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786040623.617395:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3151f58c60 time=83 v=5 (5 5 5 5) 00000100:00001000:0.0:1786040623.617398:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3151f58c18 time=128 v=5 (1 1 0 0) 00000100:00000001:0.0:1786040623.617400:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786040623.617401:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786040623.617408:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786040623.617411:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.617413:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786040623.617414:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9a317e3b6000: skip recheck: last_committed 38654726513 00000100:00000001:0.0:1786040623.617416:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786040623.617417:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786040623.617422:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a317c26a300 x1872785404237184/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.617427:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786040623.617429:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786040623.617430:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786040623.617433:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a317c26a300 x1872785404237184/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786040623.617462:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a317c26a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d963c825-c0dd-45b3-9d54-ad32985c8362:2396:1872785404237184:192.168.202.144@tcp:400:kworker.0 00000100:00000001:0.0:1786040623.617466:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040623.618255:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040623.618264:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a317c26b800 x1872785404236800/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.618273:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786040623.618276:0:2396:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786040623.618280:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a31430f3a00. 02000000:00000001:0.0:1786040623.618285:0:2396:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786040623.618287:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786040623.618289:0:2396:0:(genops.c:1244:class_import_put()) import ffff9a3147f58000 refcount=3 obd=MGC192.168.202.144@tcp 00000020:00000001:0.0:1786040623.618292:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786040623.618294:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a31479d4c00. 02000000:00000001:0.0:1786040623.618297:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786040623.618298:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786040623.618300:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a317c26b800. 00000100:00000001:0.0:1786040623.618303:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786040623.618304:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040623.618306:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040623.618310:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a317c268700 x1872785404237056/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.618324:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786040623.618326:0:2396:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786040623.618327:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a31430f2800. 02000000:00000001:0.0:1786040623.618330:0:2396:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786040623.618331:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786040623.618332:0:2396:0:(genops.c:1244:class_import_put()) import ffff9a3151f5c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9a317e3b6000 00000020:00000001:0.0:1786040623.618334:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786040623.618335:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a31479d4400. 02000000:00000001:0.0:1786040623.618337:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786040623.618338:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786040623.618339:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a317c268700. 00000100:00000001:0.0:1786040623.618342:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786040623.618343:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040623.618345:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040623.618349:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a317c26ad80 x1872785404237312/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.618354:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786040623.618355:0:2396:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786040623.618357:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a316e115400. 02000000:00000001:0.0:1786040623.618359:0:2396:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786040623.618361:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786040623.618361:0:2396:0:(genops.c:1244:class_import_put()) import ffff9a3151f58000 refcount=3 obd=lustre-OST0001-osc-ffff9a317e3b6000 00000020:00000001:0.0:1786040623.618363:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786040623.618364:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a31479d4f00. 02000000:00000001:0.0:1786040623.618366:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786040623.618367:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786040623.618368:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a317c26ad80. 00000100:00000001:0.0:1786040623.618371:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786040623.618372:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040623.618374:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040623.618377:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a317c269500 x1872785404236928/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.618384:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786040623.618385:0:2396:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786040623.618392:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a31430f2400. 02000000:00000001:0.0:1786040623.618394:0:2396:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786040623.618395:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786040623.618396:0:2396:0:(genops.c:1244:class_import_put()) import ffff9a3143b19000 refcount=8 obd=lustre-MDT0000-mdc-ffff9a317e3b6000 00000020:00000001:0.0:1786040623.618398:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786040623.618400:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a31479d4800. 02000000:00000001:0.0:1786040623.618401:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786040623.618403:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786040623.618404:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a317c269500. 00000100:00000001:0.0:1786040623.618406:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786040623.618407:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040623.618409:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786040623.618413:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a317c26a300 x1872785404237184/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040623.618420:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786040623.618421:0:2396:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786040623.618422:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a31430f3c00. 02000000:00000001:0.0:1786040623.618424:0:2396:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786040623.618426:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786040623.618426:0:2396:0:(genops.c:1244:class_import_put()) import ffff9a3151f58800 refcount=3 obd=lustre-OST0000-osc-ffff9a317e3b6000 00000020:00000001:0.0:1786040623.618428:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786040623.618430:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a31479d4700. 02000000:00000001:0.0:1786040623.618432:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786040623.618433:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786040623.618434:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a317c26a300. 00000100:00000001:0.0:1786040623.618436:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786040623.618437:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040623.618466:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786040623.618804:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786040623.618807:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786040623.618810:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786040623.618813:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040624.176877:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040624.176883:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040624.176889:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040624.176890:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786040624.177836:0:247446:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786040624.177841:0:247446:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786040624.177846:0:247446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786040625.198643:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040625.198654:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040625.198662:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040625.198663:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786040625.199949:0:241721:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786040625.199956:0:241721:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786040625.199961:0:241721:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1786040626.222611:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040626.222622:0:275304:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040626.222629:0:275304:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040626.222633:0:275304:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1786040626.222636:0:275304:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786040626.222645:0:275304:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786040626.222647:0:275304:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786040626.222649:0:275304:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040626.222653:0:275304:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1786040626.222656:0:275304:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040626.222658:0:275304:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040626.222661:0:275304:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786040626.222773:0:235722:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786040626.222778:0:235722:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786040626.222781:0:235722:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1786040626.652257:0:284246:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1786040627.058135:0:284282:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1786040627.058142:0:284282:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_816: @@@@@@ FAIL: client: import is not in IDLE state after 50 00000001:00000001:1.0:1786040627.065379:0:284282:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1786040627.248639:0:282642:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040627.248646:0:282642:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040627.248651:0:282642:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040627.248653:0:282642:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786040627.248671:0:247445:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786040627.248674:0:247445:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786040627.248677:0:247445:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786040627.438801:0:271965:0:(connection.c:75:cpu_latency_work()) work item of ffff9a314a513110 (cpu 0) has reached its deadline 4308094189, at 4308094208 00000100:00000010:1.0:1786040627.438817:0:271965:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a317d683600. 00000100:00000040:0.0:1786040627.439108:0:255018:0:(connection.c:75:cpu_latency_work()) work item of ffff9a314a513000 (cpu 0) has reached its deadline 4308094189, at 4308094208 00000100:00000010:0.0:1786040627.439116:0:255018:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a317d6836c0. 00010000:00000001:2.0:1786040628.275614:0:282642:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040628.275623:0:282642:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1786040628.275626:0:282642:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1786040628.275629:0:282642:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040628.275633:0:282642:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1786040628.275635:0:282642:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040628.275637:0:282642:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040628.275639:0:282642:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040628.275643:0:282642:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1786040628.275645:0:282642:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786040628.287857:0:247447:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786040628.287865:0:247447:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786040628.287870:0:247447:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1786040628.371890:0:284382:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.723114:0:283987:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5afb69f1-c711-49f7-a393-716fbb1e9004->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786040628.723124:0:283987:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786040628.723133:0:283987:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a316e1d8700. 00000020:00000040:2.0:1786040628.723140:0:283987:0:(genops.c:1231:class_import_get()) import ffff9a3147f58000 refcount=4 obd=MGC192.168.202.144@tcp 00000100:00000001:2.0:1786040628.723152:0:283987:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786040628.723155:0:283987:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786040628.723161:0:283987:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786040628.723170:0:283987:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a3144bdc000. 00000100:00000001:2.0:1786040628.723178:0:283987:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.723190:0:283987:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5afb69f1-c711-49f7-a393-716fbb1e9004->MGS req@ffff9a316e1d8700 x1872785404237440/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786040628.723202:0:283987:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786040628.723207:0:283987:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.723215:0:283987:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002043a9ff] to pc [ptlrpcd_01_01+1] req@ffff9a316e1d8700 x1872785404237440/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.723241:0:283987:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.723244:0:283987:0:(pinger.c:229:ptlrpc_pinger_process_import()) d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786040628.723247:0:283987:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786040628.723250:0:283987:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a316e1da680. 00000020:00000040:2.0:1786040628.723252:0:283987:0:(genops.c:1231:class_import_get()) import ffff9a3143b19000 refcount=9 obd=lustre-MDT0000-mdc-ffff9a317e3b6000 00000100:00000001:2.0:1786040628.723254:0:283987:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786040628.723256:0:283987:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786040628.723258:0:283987:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786040628.723261:0:283987:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a3144bdcf00. 00000100:00000001:2.0:1786040628.723263:0:283987:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.723267:0:283987:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-MDT0000_UUID req@ffff9a316e1da680 x1872785404237568/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786040628.723275:0:283987:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786040628.723277:0:283987:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.723281:0:283987:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e325d2] to pc [ptlrpcd_01_00+0] req@ffff9a316e1da680 x1872785404237568/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.723290:0:283987:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.723292:0:283987:0:(pinger.c:229:ptlrpc_pinger_process_import()) d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786040628.723537:0:283987:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786040628.723546:0:283987:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a316e1d9880. 00000020:00000040:2.0:1786040628.723549:0:283987:0:(genops.c:1231:class_import_get()) import ffff9a3151f5c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9a317e3b6000 00000100:00000001:2.0:1786040628.723551:0:283987:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786040628.723553:0:283987:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786040628.723555:0:283987:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786040628.723558:0:283987:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a3144bdc800. 00000100:00000001:2.0:1786040628.723562:0:283987:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.723567:0:283987:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-MDT0001_UUID req@ffff9a316e1d9880 x1872785404237696/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786040628.723576:0:283987:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786040628.723578:0:283987:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.723582:0:283987:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079a70386] to pc [ptlrpcd_01_01+1] req@ffff9a316e1d9880 x1872785404237696/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.723590:0:283987:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.723593:0:283987:0:(pinger.c:229:ptlrpc_pinger_process_import()) d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786040628.723596:0:283987:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786040628.723599:0:283987:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a316e1d8000. 00000020:00000040:2.0:1786040628.723601:0:283987:0:(genops.c:1231:class_import_get()) import ffff9a3151f58800 refcount=4 obd=lustre-OST0000-osc-ffff9a317e3b6000 00000100:00000001:2.0:1786040628.723603:0:283987:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786040628.723604:0:283987:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786040628.723606:0:283987:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786040628.723609:0:283987:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a3144bdcd00. 00000100:00000001:2.0:1786040628.723611:0:283987:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.723615:0:283987:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-OST0000_UUID req@ffff9a316e1d8000 x1872785404237824/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786040628.723622:0:283987:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786040628.723624:0:283987:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.723627:0:283987:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1ed585f] to pc [ptlrpcd_01_00+0] req@ffff9a316e1d8000 x1872785404237824/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.723634:0:283987:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.723641:0:283987:0:(pinger.c:229:ptlrpc_pinger_process_import()) d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786040628.723655:0:283987:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786040628.723658:0:283987:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a316e1daa00. 00000020:00000040:2.0:1786040628.723661:0:283987:0:(genops.c:1231:class_import_get()) import ffff9a3151f58000 refcount=4 obd=lustre-OST0001-osc-ffff9a317e3b6000 00000100:00000001:2.0:1786040628.723663:0:283987:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786040628.723664:0:283987:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786040628.723666:0:283987:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786040628.723669:0:283987:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a3144bdc700. 00000100:00000001:2.0:1786040628.723672:0:283987:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.723676:0:283987:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d963c825-c0dd-45b3-9d54-ad32985c8362->lustre-OST0001_UUID req@ffff9a316e1daa00 x1872785404237952/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786040628.723683:0:283987:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786040628.723685:0:283987:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.723688:0:283987:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c83ee22a] to pc [ptlrpcd_01_01+1] req@ffff9a316e1daa00 x1872785404237952/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.723695:0:283987:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.723699:0:283987:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13433) 00000100:00000001:2.0:1786040628.723712:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786040628.723890:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786040628.723894:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786040628.723900:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a316e1d8700 x1872785404237440/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.723907:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786040628.723909:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786040628.723913:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786040628.723916:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786040628.723918:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786040628.723921:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a316e1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5afb69f1-c711-49f7-a393-716fbb1e9004:2399:1872785404237440:192.168.202.144@tcp:400:kworker.0 00000100:00000001:2.0:1786040628.723926:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786040628.723931:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786040628.723933:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786040628.723936:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786040628.723946:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a315047ce00. 02000000:00000001:2.0:1786040628.723948:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786040628.723954:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:2.0:1786040628.723958:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a317d62fec8. 00000400:00000010:2.0:1786040628.723964:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a316cedcbb0. 00000100:00000200:2.0:1786040628.723970:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404237440, portal 25 00000100:00000001:2.0:1786040628.723972:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786040628.723973:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632135824344832 : -111937885206784 : ffff9a316e1d8700) 00000100:00000040:2.0:1786040628.723978:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a316e1d8700 x1872785404237440/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.723986:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786040628.723988:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:2.0:1786040628.723990:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a316cedc908. 00000100:00000200:2.0:1786040628.723994:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872785404237440, offset 0 00000400:00000200:2.0:1786040628.724000:0:2399:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:2.0:1786040628.724009:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:2.0:1786040628.724015:0:2399:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:2.0:1786040628.724020:0:2399:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786040628.724025:0:2399:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:2.0:1786040628.724029:0:2399:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786040628.724032:0:2399:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:2.0:1786040628.724035:0:2399:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547842:547842:256:4294967295] 192.168.202.144@tcp LPNI seq info [547806:547806:8:4294967295] 00000400:00000200:2.0:1786040628.724040:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:2.0:1786040628.724063:0:2399:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:2.0:1786040628.724070:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:2.0:1786040628.724077:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a3144bdc300. 00000800:00000200:2.0:1786040628.724085:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:2.0:1786040628.724093:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:2.0:1786040628.724097:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a3144bdc300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786040628.724230:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786040628.724235:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:2.0:1786040628.724244:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.144@tcp: PM QoS new deadline estimation for cpu 0 is 4308099312 00000100:00000010:2.0:1786040628.724248:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a317e29e1e0. 00000100:00000001:2.0:1786040628.724254:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786040628.724260:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.144@tcp: PM QoS new deadline estimation for cpu 1 is 4308099312 00000100:00000010:2.0:1786040628.724264:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a317e29ec00. 00000100:00000001:2.0:1786040628.724267:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786040628.724270:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786040628.724273:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.724276:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786040628.724280:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a316e1d9880 x1872785404237696/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.724287:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786040628.724289:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786040628.724291:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1786040628.724498:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786040628.724502:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a3144bdc300. 00000400:00000200:1.0:1786040628.724507:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040628.724512:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:1.0:1786040628.724517:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a316cedc908 00000400:00000010:1.0:1786040628.724520:0:2388:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a316cedc908. 00000100:00000001:1.0:1786040628.724532:0:2388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786040628.724536:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a316e1d8700 x1872785404237440/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040628.724544:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786040628.724548:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a316e1d8700 x1872785404237440/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040628.724554:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040628.724556:0:2388:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1786040628.724850:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786040628.724855:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786040628.724860:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a316e1d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d963c825-c0dd-45b3-9d54-ad32985c8362:2399:1872785404237696:192.168.202.144@tcp:400:kworker.0 00000100:00000001:2.0:1786040628.724864:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786040628.724868:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786040628.724870:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786040628.724872:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786040628.724876:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a315047d400. 02000000:00000001:2.0:1786040628.724878:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786040628.724882:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:2.0:1786040628.724885:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a317d62fa50. 00000400:00000010:2.0:1786040628.724890:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a316cedc5d8. 00000100:00000200:2.0:1786040628.724894:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404237696, portal 10 00000100:00000001:2.0:1786040628.724896:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786040628.724897:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632135824349312 : -111937885202304 : ffff9a316e1d9880) 00000100:00000040:2.0:1786040628.724905:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a316e1d9880 x1872785404237696/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.724911:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786040628.724921:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:2.0:1786040628.724924:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a316cedc4c8. 00000100:00000200:2.0:1786040628.724927:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872785404237696, offset 0 00000400:00000200:2.0:1786040628.724931:0:2399:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:2.0:1786040628.724936:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:2.0:1786040628.724940:0:2399:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:2.0:1786040628.724944:0:2399:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786040628.724946:0:2399:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:2.0:1786040628.724949:0:2399:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786040628.724951:0:2399:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:2.0:1786040628.724954:0:2399:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547843:547843:256:4294967295] 192.168.202.144@tcp LPNI seq info [547807:547807:8:4294967295] 00000400:00000200:2.0:1786040628.724957:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:2.0:1786040628.724964:0:2399:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:2.0:1786040628.724970:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:2.0:1786040628.724974:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a3144bdc600. 00000800:00000200:2.0:1786040628.724978:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:2.0:1786040628.724984:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:2.0:1786040628.724987:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a3144bdc600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786040628.725005:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.725010:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: using a timeout of 26223 usecs (27 jiffies) 00000400:00000200:2.0:1786040628.725013:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:2.0:1786040628.725015:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 0 is 4308095521 00000100:00000001:2.0:1786040628.725018:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: PM QoS request active for cpu 0, keep current deadline 4308099312 00000100:00000001:2.0:1786040628.725020:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 1 is 4308095521 00000100:00000001:2.0:1786040628.725022:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9a317e3b6000: PM QoS request active for cpu 1, keep current deadline 4308099312 00000100:00000001:2.0:1786040628.725024:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786040628.725026:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.725029:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786040628.725034:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a316e1daa00 x1872785404237952/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1786040628.725254:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786040628.725258:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a3144bdc600. 00000400:00000200:1.0:1786040628.725261:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040628.725266:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:1.0:1786040628.725269:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a316cedc4c8 00000400:00000010:1.0:1786040628.725276:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a316cedc4c8. 00000100:00000001:1.0:1786040628.725280:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786040628.725284:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a316e1d9880 x1872785404237696/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040628.725291:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786040628.725305:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a316e1d9880 x1872785404237696/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040628.725312:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040628.725313:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786040628.725400:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786040628.725403:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786040628.725406:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786040628.725408:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786040628.725410:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786040628.725414:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a316e1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d963c825-c0dd-45b3-9d54-ad32985c8362:2399:1872785404237952:192.168.202.144@tcp:400:kworker.0 00000100:00000001:2.0:1786040628.725417:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786040628.725420:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786040628.725421:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786040628.725423:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786040628.725427:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a315047da00. 02000000:00000001:2.0:1786040628.725428:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786040628.725432:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:2.0:1786040628.725435:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a317d62f948. 00000400:00000010:2.0:1786040628.725879:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a316cedc330. 00000100:00000200:2.0:1786040628.725886:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404237952, portal 4 00000100:00000001:2.0:1786040628.725887:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786040628.725889:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632135824353792 : -111937885197824 : ffff9a316e1daa00) 00000100:00000040:2.0:1786040628.725897:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a316e1daa00 x1872785404237952/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.725904:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786040628.725906:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:2.0:1786040628.725909:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a316cedc660. 00000100:00000200:2.0:1786040628.725912:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872785404237952, offset 0 00000400:00000200:2.0:1786040628.725917:0:2399:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:2.0:1786040628.725922:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:2.0:1786040628.725928:0:2399:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:2.0:1786040628.725932:0:2399:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786040628.725935:0:2399:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:2.0:1786040628.725938:0:2399:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786040628.725940:0:2399:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:2.0:1786040628.725951:0:2399:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547844:547844:256:4294967295] 192.168.202.144@tcp LPNI seq info [547808:547808:8:4294967295] 00000400:00000200:2.0:1786040628.725956:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:2.0:1786040628.725964:0:2399:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:2.0:1786040628.725969:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:2.0:1786040628.725973:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a3144bdc900. 00000800:00000200:2.0:1786040628.725977:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:2.0:1786040628.725984:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:2.0:1786040628.725987:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a3144bdc900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786040628.726039:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.726044:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: using a timeout of 136868 usecs (137 jiffies) 00000400:00000200:2.0:1786040628.726048:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:2.0:1786040628.726050:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 0 is 4308095632 00000100:00000001:2.0:1786040628.726063:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: PM QoS request active for cpu 0, keep current deadline 4308099312 00000100:00000001:2.0:1786040628.726065:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 1 is 4308095632 00000100:00000001:2.0:1786040628.726067:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9a317e3b6000: PM QoS request active for cpu 1, keep current deadline 4308099312 00000100:00000001:2.0:1786040628.726068:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786040628.726070:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.726073:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.726077:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786040628.726085:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786040628.726087:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786040628.726091:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786040628.726092:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786040628.726094:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786040628.726098:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1786040628.726100:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786040628.726111:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786040628.726113:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786040628.726114:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786040628.726115:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786040628.726116:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786040628.726121:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a316e1da680 x1872785404237568/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.726135:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786040628.726136:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786040628.726139:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786040628.726141:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786040628.726143:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786040628.726146:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a316e1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d963c825-c0dd-45b3-9d54-ad32985c8362:2399:1872785404237568:192.168.202.144@tcp:400:kworker.0 00000100:00000001:2.0:1786040628.726150:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786040628.726152:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786040628.726154:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786040628.726156:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786040628.726159:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a315047d000. 02000000:00000001:2.0:1786040628.726161:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786040628.726165:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:2.0:1786040628.726168:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a317d62fc08. 00000400:00000010:2.0:1786040628.726172:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a316cedc2a8. 00000100:00000200:2.0:1786040628.726175:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404237568, portal 10 00000100:00000001:2.0:1786040628.726176:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786040628.726178:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632135824352896 : -111937885198720 : ffff9a316e1da680) 00000100:00000040:2.0:1786040628.726183:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a316e1da680 x1872785404237568/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.726190:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786040628.726192:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:2.0:1786040628.726194:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a316cedc198. 00000100:00000200:2.0:1786040628.726196:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872785404237568, offset 0 00000400:00000200:2.0:1786040628.726200:0:2399:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:2.0:1786040628.726204:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:2.0:1786040628.726207:0:2399:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:2.0:1786040628.726210:0:2399:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786040628.726212:0:2399:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:2.0:1786040628.726215:0:2399:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786040628.726217:0:2399:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:2.0:1786040628.726224:0:2399:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547845:547845:255:4294967295] 192.168.202.144@tcp LPNI seq info [547809:547809:7:4294967295] 00000400:00000200:2.0:1786040628.726228:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:2.0:1786040628.726235:0:2399:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:2.0:1786040628.726239:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:2.0:1786040628.726242:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a3144bdce00. 00000800:00000200:2.0:1786040628.726246:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:2.0:1786040628.726250:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:2.0:1786040628.726252:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a3144bdce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786040628.726255:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.726259:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: using a timeout of 24902 usecs (25 jiffies) 00000400:00000200:2.0:1786040628.726261:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:2.0:1786040628.726263:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 0 is 4308095520 00000100:00000001:2.0:1786040628.726266:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: PM QoS request active for cpu 0, keep current deadline 4308099312 00000100:00000001:2.0:1786040628.726268:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 1 is 4308095520 00000100:00000001:2.0:1786040628.726270:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9a317e3b6000: PM QoS request active for cpu 1, keep current deadline 4308099312 00000100:00000001:2.0:1786040628.726272:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786040628.726274:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.726276:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786040628.726280:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9a316e1d8000 x1872785404237824/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.726288:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786040628.726289:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786040628.726291:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786040628.726425:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786040628.726428:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786040628.726433:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9a316e1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d963c825-c0dd-45b3-9d54-ad32985c8362:2399:1872785404237824:192.168.202.144@tcp:400:kworker.0 00000100:00000001:2.0:1786040628.726436:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786040628.726459:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786040628.726461:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786040628.726469:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786040628.726471:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a315047dc00. 02000000:00000001:2.0:1786040628.726473:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786040628.726476:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000010:2.0:1786040628.726479:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a317d62fcb8. 00000400:00000010:2.0:1786040628.726482:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a316cedcd48. 00000100:00000200:2.0:1786040628.726485:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872785404237824, portal 4 00000100:00000001:2.0:1786040628.726487:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786040628.726488:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446632135824343040 : -111937885208576 : ffff9a316e1d8000) 00000100:00000040:2.0:1786040628.726494:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9a316e1d8000 x1872785404237824/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.726500:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786040628.726502:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.144@tcp 00000400:00000010:2.0:1786040628.726505:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a316cedc000. 00000100:00000200:2.0:1786040628.726507:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872785404237824, offset 0 00000400:00000200:2.0:1786040628.726511:0:2399:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.202.144@tcp 00000400:00000200:2.0:1786040628.726515:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:2.0:1786040628.726519:0:2399:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.144@tcp local destination 00000400:00000200:2.0:1786040628.726530:0:2399:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786040628.726533:0:2399:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.202.44@tcp 00000400:00000200:2.0:1786040628.726536:0:2399:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.202.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786040628.726538:0:2399:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.144@tcp 00000400:00000200:2.0:1786040628.726540:0:2399:0:(lib-move.c:1708:lnet_handle_send()) 192.168.202.44@tcp NI seq info: [547846:547846:254:4294967295] 192.168.202.144@tcp LPNI seq info [547810:547810:6:4294967295] 00000400:00000200:2.0:1786040628.726544:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:2.0:1786040628.726550:0:2399:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp:) -> 192.168.202.144@tcp(192.168.202.144@tcp:192.168.202.144@tcp) : PUT try# 0 00000800:00000200:2.0:1786040628.726554:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.144@tcp 00000800:00000010:2.0:1786040628.726557:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a3144bdcb00. 00000800:00000200:2.0:1786040628.726561:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a3149071240] -> 12345-192.168.202.144@tcp (5) 00000800:00000200:2.0:1786040628.726565:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.144@tcp ip 192.168.202.144:988 00000800:00000200:2.0:1786040628.726568:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a3144bdcb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786040628.726571:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.726579:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: using a timeout of 112806 usecs (113 jiffies) 00000400:00000200:2.0:1786040628.726583:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000100:00000001:2.0:1786040628.726585:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 0 is 4308095609 00000100:00000001:2.0:1786040628.726587:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: PM QoS request active for cpu 0, keep current deadline 4308099312 00000100:00000001:2.0:1786040628.726589:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: PM QoS new deadline estimation for cpu 1 is 4308095609 00000100:00000001:2.0:1786040628.726591:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9a317e3b6000: PM QoS request active for cpu 1, keep current deadline 4308099312 00000100:00000001:2.0:1786040628.726593:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786040628.726595:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.726598:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.726600:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.727982:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786040628.727988:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786040628.733392:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040628.733416:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040628.733421:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040628.733423:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040628.733432:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.733460:0:2388:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040628.733471:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.733476:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.733481:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.733485:0:2388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 25 MB=0x6a749d4c29680 00000400:00000200:1.0:1786040628.733490:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.733496:0:2388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.144@tcp of length 224/224 into md 0x5448b9 [1] + 224 00000800:00000001:1.0:1786040628.733503:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040628.733513:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040628.733517:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040628.733530:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040628.733538:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040628.733546:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a316e1d8700 x1872785404237440/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040628.733556:0:2388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a316e1d8700 x1872785404237440/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040628.733571:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1786040628.733613:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786040628.733617:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a3144bdc900. 00000400:00000200:1.0:1786040628.733621:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040628.733624:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:1.0:1786040628.733627:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a316cedc660 00000400:00000010:1.0:1786040628.733629:0:2388:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a316cedc660. 00000100:00000001:1.0:1786040628.733633:0:2388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786040628.733637:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a316e1daa00 x1872785404237952/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040628.733718:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786040628.733723:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a316e1daa00 x1872785404237952/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040628.733729:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040628.733730:0:2388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786040628.733792:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040628.733796:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1786040628.733803:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786040628.733805:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a3144bdce00. 00000400:00000200:1.0:1786040628.733809:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040628.733812:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:1.0:1786040628.733815:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a316cedc198 00000400:00000010:1.0:1786040628.733817:0:2388:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a316cedc198. 00000100:00000001:1.0:1786040628.733820:0:2388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786040628.733824:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a316e1da680 x1872785404237568/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040628.733832:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786040628.733835:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a316e1da680 x1872785404237568/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040628.733842:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040628.733843:0:2388:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786040628.733912:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786040628.733915:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a3144bdcb00. 00000400:00000200:1.0:1786040628.733918:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040628.733927:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000400:00000200:1.0:1786040628.733930:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a316cedc000 00000400:00000010:1.0:1786040628.733932:0:2388:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a316cedc000. 00000100:00000001:1.0:1786040628.733935:0:2388:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786040628.733939:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9a316e1d8000 x1872785404237824/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040628.733947:0:2388:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786040628.733950:0:2388:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9a316e1d8000 x1872785404237824/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040628.733956:0:2388:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786040628.733957:0:2388:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786040628.734047:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786040628.734053:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786040628.734061:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786040628.734064:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786040628.734068:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a317d62fec8. 00000400:00000200:2.0:1786040628.734071:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a316cedcbb0 00000400:00000010:2.0:1786040628.734073:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a316cedcbb0. 00000100:00000001:2.0:1786040628.734076:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786040628.734081:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a316e1d8700 x1872785404237440/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786040628.734090:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a316e1d8700 x1872785404237440/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.734096:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786040628.734098:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786040628.735096:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786040628.735259:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786040628.735263:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786040628.735265:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786040628.735269:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786040628.735277:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3147f58460 time=89 v=5 (5 5 5 5) 00000100:00001000:2.0:1786040628.735281:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3147f58418 time=130 v=5 (1 1 1 1) 00000100:00000001:2.0:1786040628.735285:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786040628.735306:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040628.735309:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786040628.735312:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.735315:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.735324:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a316e1d8700 x1872785404237440/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.735331:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786040628.735335:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786040628.735337:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786040628.735341:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a316e1d8700 x1872785404237440/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786040628.735348:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a316e1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5afb69f1-c711-49f7-a393-716fbb1e9004:2399:1872785404237440:192.168.202.144@tcp:400:kworker.0 00000100:00000001:2.0:1786040628.735354:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.735356:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786040628.735359:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a316e1d8700 x1872785404237440/t0(0) o400->MGC192.168.202.144@tcp@192.168.202.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.735366:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786040628.735368:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786040628.735372:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a315047ce00. 02000000:00000001:2.0:1786040628.735375:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786040628.735378:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786040628.735379:0:2399:0:(genops.c:1244:class_import_put()) import ffff9a3147f58000 refcount=3 obd=MGC192.168.202.144@tcp 00000020:00000001:2.0:1786040628.735381:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786040628.735384:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a3144bdc000. 02000000:00000001:2.0:1786040628.735387:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786040628.735389:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786040628.735390:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a316e1d8700. 00000100:00000001:2.0:1786040628.735394:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786040628.735395:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786040628.735398:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.735401:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786040628.735403:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786040628.735405:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.735406:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786040628.738235:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786040628.738255:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786040628.738260:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786040628.738262:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786040628.738273:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040628.738284:0:2389:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:0.0:1786040628.738293:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040628.738298:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040628.738304:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040628.738309:0:2389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 10 MB=0x6a749d4c29780 00000400:00000200:0.0:1786040628.738314:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:0.0:1786040628.738322:0:2389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.144@tcp of length 224/224 into md 0x5448c1 [1] + 224 00000800:00000001:0.0:1786040628.738329:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786040628.738338:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786040628.738341:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786040628.738347:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:0.0:1786040628.738354:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786040628.738363:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a316e1d9880 x1872785404237696/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786040628.738374:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a316e1d9880 x1872785404237696/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786040628.738387:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786040628.738395:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786040628.738397:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786040628.738588:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786040628.738593:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786040628.738602:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786040628.738604:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786040628.738608:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a317d62fa50. 00000400:00000200:2.0:1786040628.738613:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a316cedc5d8 00000400:00000010:2.0:1786040628.738615:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a316cedc5d8. 00000100:00000001:2.0:1786040628.738619:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786040628.738623:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a316e1d9880 x1872785404237696/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786040628.738633:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a316e1d9880 x1872785404237696/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.738640:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786040628.738641:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786040628.738644:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786040628.738658:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786040628.738661:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786040628.738664:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786040628.738667:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786040628.738677:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3151f5c460 time=88 v=5 (5 60 60 60) 00000100:00001000:2.0:1786040628.738681:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3151f5c418 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1786040628.738684:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786040628.738686:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040628.738689:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786040628.738693:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9a316e1d9880 x1872785404237696/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786040628.738700:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.738704:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786040628.738707:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9a317e3b6000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1786040628.738709:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786040628.738711:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.738715:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a316e1d9880 x1872785404237696/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.738723:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786040628.738733:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786040628.738869:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786040628.738876:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a316e1d9880 x1872785404237696/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786040628.738884:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a316e1d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d963c825-c0dd-45b3-9d54-ad32985c8362:2399:1872785404237696:192.168.202.144@tcp:400:kworker.0 00000100:00000001:2.0:1786040628.738890:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.738893:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786040628.738896:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a316e1d9880 x1872785404237696/t0(0) o400->lustre-MDT0001-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.738903:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786040628.738906:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786040628.738909:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a315047d400. 02000000:00000001:2.0:1786040628.738913:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786040628.738916:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786040628.738918:0:2399:0:(genops.c:1244:class_import_put()) import ffff9a3151f5c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9a317e3b6000 00000020:00000001:2.0:1786040628.738920:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786040628.738923:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a3144bdc800. 02000000:00000001:2.0:1786040628.738927:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786040628.738929:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786040628.738930:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a316e1d9880. 00000100:00000001:2.0:1786040628.738934:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786040628.738936:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786040628.738939:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.738941:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786040628.738942:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786040628.738944:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.738946:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786040628.742195:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040628.742211:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040628.742215:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040628.742217:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040628.742224:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.742233:0:2388:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040628.742241:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.742246:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.742252:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.742256:0:2388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 10 MB=0x6a749d4c29700 00000400:00000200:1.0:1786040628.742262:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.742268:0:2388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.144@tcp of length 224/224 into md 0x5448d1 [1] + 224 00000800:00000001:1.0:1786040628.742275:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040628.742627:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040628.742630:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040628.742636:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040628.742643:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040628.743307:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a316e1da680 x1872785404237568/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040628.743319:0:2388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a316e1da680 x1872785404237568/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040628.743351:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040628.743363:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040628.743368:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040628.743370:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040628.743372:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040628.743376:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.743380:0:2388:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040628.743384:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.743387:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.743391:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.743394:0:2388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 4 MB=0x6a749d4c29880 00000400:00000200:1.0:1786040628.743407:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.743411:0:2388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.144@tcp of length 224/224 into md 0x5448c9 [1] + 224 00000800:00000001:1.0:1786040628.743415:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040628.743418:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040628.743420:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040628.743423:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040628.743427:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040628.743431:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a316e1daa00 x1872785404237952/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040628.743462:0:2388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a316e1daa00 x1872785404237952/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040628.743469:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040628.743473:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040628.743476:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786040628.743477:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040628.743479:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040628.743482:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.743485:0:2388:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.202.44@tcp(192.168.202.44@tcp) <- 192.168.202.144@tcp : PUT - for me 00000400:00000200:1.0:1786040628.743489:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.743497:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.743500:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.743503:0:2388:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.144@tcp of length 224 into portal 4 MB=0x6a749d4c29800 00000400:00000200:1.0:1786040628.743506:0:2388:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.144@tcp to cpt 0 00000400:00000200:1.0:1786040628.743509:0:2388:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.144@tcp of length 224/224 into md 0x5448d9 [1] + 224 00000800:00000001:1.0:1786040628.743513:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040628.743517:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786040628.743520:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786040628.743532:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.44@tcp->192.168.202.144@tcp: PUT: OK 00000100:00000001:1.0:1786040628.743536:0:2388:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786040628.743540:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9a316e1d8000 x1872785404237824/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786040628.743547:0:2388:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9a316e1d8000 x1872785404237824/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786040628.743554:0:2388:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786040628.743558:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786040628.743560:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786040628.743892:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786040628.743898:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786040628.743905:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786040628.743908:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786040628.743911:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a317d62fc08. 00000400:00000200:2.0:1786040628.743915:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a316cedc2a8 00000400:00000010:2.0:1786040628.743918:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a316cedc2a8. 00000100:00000001:2.0:1786040628.743922:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786040628.743933:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a316e1da680 x1872785404237568/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786040628.743942:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a316e1da680 x1872785404237568/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.743947:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786040628.743949:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786040628.743952:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786040628.743956:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786040628.743958:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786040628.743960:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786040628.743963:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786040628.743971:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3143b19460 time=88 v=5 (5 60 60 60) 00000100:00001000:2.0:1786040628.743975:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3143b19418 time=130 v=5 (1 1 1 2) 00000100:00000001:2.0:1786040628.743978:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786040628.743979:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040628.743981:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786040628.743985:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.743988:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786040628.743990:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a317e3b6000: skip recheck: last_committed 30064771621 00000100:00000001:2.0:1786040628.743992:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786040628.743993:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.743997:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a316e1da680 x1872785404237568/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.744004:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786040628.744007:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786040628.744009:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786040628.744012:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a316e1da680 x1872785404237568/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786040628.744019:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a316e1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d963c825-c0dd-45b3-9d54-ad32985c8362:2399:1872785404237568:192.168.202.144@tcp:400:kworker.0 00000400:00000001:2.0:1786040628.744024:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786040628.744026:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786040628.744036:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a317d62fcb8. 00000400:00000200:2.0:1786040628.744038:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a316cedcd48 00000400:00000010:2.0:1786040628.744040:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a316cedcd48. 00000100:00000001:2.0:1786040628.744043:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786040628.744047:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a316e1d8000 x1872785404237824/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786040628.744055:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a316e1d8000 x1872785404237824/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.744061:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786040628.744063:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786040628.744064:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786040628.744066:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786040628.744067:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786040628.744068:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786040628.744070:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786040628.744075:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3151f58c60 time=88 v=5 (5 5 5 5) 00000100:00001000:2.0:1786040628.744077:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3151f58c18 time=133 v=5 (1 1 0 0) 00000100:00000001:2.0:1786040628.744080:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786040628.744081:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040628.744082:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786040628.744085:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.744087:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786040628.744088:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9a317e3b6000: skip recheck: last_committed 38654726513 00000100:00000001:2.0:1786040628.744090:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786040628.744091:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.744094:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a316e1d8000 x1872785404237824/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.744207:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786040628.744210:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786040628.744211:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786040628.744216:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a316e1d8000 x1872785404237824/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786040628.744224:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a316e1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d963c825-c0dd-45b3-9d54-ad32985c8362:2399:1872785404237824:192.168.202.144@tcp:400:kworker.0 00000400:00000001:2.0:1786040628.744238:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786040628.744239:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786040628.744241:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a317d62f948. 00000400:00000200:2.0:1786040628.744243:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a316cedc330 00000400:00000010:2.0:1786040628.744245:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9a316cedc330. 00000100:00000001:2.0:1786040628.744248:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786040628.744251:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9a316e1daa00 x1872785404237952/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786040628.744258:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9a316e1daa00 x1872785404237952/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.744264:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786040628.744265:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786040628.744267:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786040628.744269:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786040628.744270:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786040628.744271:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786040628.744273:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786040628.744279:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9a3151f58460 time=88 v=5 (5 5 5 5) 00000100:00001000:2.0:1786040628.744282:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9a3151f58418 time=98 v=5 (1 1 0 0) 00000100:00000001:2.0:1786040628.744284:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786040628.744285:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786040628.744286:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786040628.744288:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.744290:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786040628.744291:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9a317e3b6000: skip recheck: last_committed 4295015374 00000100:00000001:2.0:1786040628.744925:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786040628.744927:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786040628.744934:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9a316e1daa00 x1872785404237952/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.744941:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786040628.744943:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786040628.744944:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786040628.744947:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9a316e1daa00 x1872785404237952/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786040628.744962:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9a316e1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d963c825-c0dd-45b3-9d54-ad32985c8362:2399:1872785404237952:192.168.202.144@tcp:400:kworker.0 00000100:00000001:2.0:1786040628.744966:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786040628.744969:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786040628.744972:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a316e1da680 x1872785404237568/t0(0) o400->lustre-MDT0000-mdc-ffff9a317e3b6000@192.168.202.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.744980:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786040628.744982:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786040628.744985:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a315047d000. 02000000:00000001:2.0:1786040628.744989:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786040628.744991:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786040628.744993:0:2399:0:(genops.c:1244:class_import_put()) import ffff9a3143b19000 refcount=8 obd=lustre-MDT0000-mdc-ffff9a317e3b6000 00000020:00000001:2.0:1786040628.744995:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786040628.744997:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a3144bdcf00. 02000000:00000001:2.0:1786040628.745001:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786040628.745002:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786040628.745004:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a316e1da680. 00000100:00000001:2.0:1786040628.745007:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786040628.745009:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786040628.745011:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786040628.745014:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a316e1d8000 x1872785404237824/t0(0) o400->lustre-OST0000-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.745020:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786040628.745021:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786040628.745023:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a315047dc00. 02000000:00000001:2.0:1786040628.745025:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786040628.745026:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786040628.745027:0:2399:0:(genops.c:1244:class_import_put()) import ffff9a3151f58800 refcount=3 obd=lustre-OST0000-osc-ffff9a317e3b6000 00000020:00000001:2.0:1786040628.745028:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786040628.745029:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a3144bdcd00. 02000000:00000001:2.0:1786040628.745031:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786040628.745032:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786040628.745034:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a316e1d8000. 00000100:00000001:2.0:1786040628.745041:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786040628.745042:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786040628.745044:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786040628.745047:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9a316e1daa00 x1872785404237952/t0(0) o400->lustre-OST0001-osc-ffff9a317e3b6000@192.168.202.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1786040644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786040628.745053:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786040628.745054:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786040628.745056:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a315047da00. 02000000:00000001:2.0:1786040628.745058:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786040628.745059:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786040628.745060:0:2399:0:(genops.c:1244:class_import_put()) import ffff9a3151f58000 refcount=3 obd=lustre-OST0001-osc-ffff9a317e3b6000 00000020:00000001:2.0:1786040628.745062:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786040628.745064:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a3144bdc700. 02000000:00000001:2.0:1786040628.745066:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786040628.745067:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786040628.745068:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a316e1daa00. 00000100:00000001:2.0:1786040628.745070:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786040628.745071:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786040628.745074:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786040628.745082:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786040628.745083:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786040628.745086:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786040628.745088:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) Debug log: 3153 lines, 3153 kept, 0 dropped, 0 bad.