00010000:00000001:3.0F:1787561110.973468:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561110.973486:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561110.973492:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561110.973493:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1787561110.982724:0:241271:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787561110.982754:0:241271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787561110.982760:0:241271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0F:1787561111.996952:0:255302:0:(connection.c:75:cpu_latency_work()) work item of ffff8c4b43936a20 (cpu 2) has reached its deadline 4307295991, at 4307296000 00000100:00000010:2.0:1787561111.996989:0:255302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c4b6cddd6c0. 00010000:00000001:3.0:1787561112.001330:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561112.001338:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561112.001345:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561112.001346:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561112.001367:0:280594:0:(connection.c:75:cpu_latency_work()) work item of ffff8c4b43936b30 (cpu 3) has reached its deadline 4307295991, at 4307296004 00000100:00000010:3.0:1787561112.001378:0:280594:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c4b6cddd1e0. 00000020:00000001:3.0:1787561112.001394:0:235341:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787561112.001398:0:235341:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787561112.001401:0:235341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787561113.024695:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561113.024702:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561113.024708:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561113.024710:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1787561113.024873:0:251107:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787561113.024908:0:251107:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787561113.024912:0:251107:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787561113.277066:0:252911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8b30bcd9-68e9-44a1-9309-1fe04418d13b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787561113.277078:0:252911:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787561113.277086:0:252911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b72369f80. 00000020:00000040:0.0:1787561113.277092:0:252911:0:(genops.c:1210:class_import_get()) import ffff8c4b485dd800 refcount=4 obd=MGC192.168.201.126@tcp 00000100:00000001:0.0:1787561113.277097:0:252911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787561113.277100:0:252911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787561113.277105:0:252911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787561113.277114:0:252911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b49387b00. 00000100:00000001:0.0:1787561113.277120:0:252911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561113.277132:0:252911:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8b30bcd9-68e9-44a1-9309-1fe04418d13b->MGS req@ffff8c4b72369f80 x1874380593071744/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787561113.277142:0:252911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787561113.277147:0:252911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561113.277153:0:252911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cba99f6b] to pc [ptlrpcd_00_00+0] req@ffff8c4b72369f80 x1874380593071744/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561113.277187:0:252911:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561113.277190:0:252911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 335b1c03-7823-407b-acff-80525b7b83ae->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787561113.277195:0:252911:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787561113.277198:0:252911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b7236b800. 00000020:00000040:0.0:1787561113.277201:0:252911:0:(genops.c:1210:class_import_get()) import ffff8c4b43937000 refcount=9 obd=lustre-MDT0000-mdc-ffff8c4b486d2800 00000100:00000001:0.0:1787561113.277204:0:252911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787561113.277205:0:252911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787561113.277207:0:252911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787561113.277211:0:252911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b49387100. 00000100:00000001:0.0:1787561113.277214:0:252911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561113.277219:0:252911:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335b1c03-7823-407b-acff-80525b7b83ae->lustre-MDT0000_UUID req@ffff8c4b7236b800 x1874380593071872/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787561113.277227:0:252911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787561113.277229:0:252911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561113.277241:0:252911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b91329c4] to pc [ptlrpcd_00_01+1] req@ffff8c4b7236b800 x1874380593071872/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561113.277250:0:252911:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561113.277252:0:252911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 335b1c03-7823-407b-acff-80525b7b83ae->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787561113.277256:0:252911:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787561113.277259:0:252911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b72369500. 00000020:00000040:0.0:1787561113.277261:0:252911:0:(genops.c:1210:class_import_get()) import ffff8c4b6f729800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c4b486d2800 00000100:00000001:0.0:1787561113.277263:0:252911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787561113.277265:0:252911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787561113.277267:0:252911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787561113.277270:0:252911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b49387600. 00000100:00000001:0.0:1787561113.277273:0:252911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561113.277277:0:252911:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335b1c03-7823-407b-acff-80525b7b83ae->lustre-MDT0001_UUID req@ffff8c4b72369500 x1874380593072000/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787561113.277283:0:252911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787561113.277285:0:252911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561113.277288:0:252911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d443970] to pc [ptlrpcd_00_00+0] req@ffff8c4b72369500 x1874380593072000/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561113.277295:0:252911:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561113.277297:0:252911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 335b1c03-7823-407b-acff-80525b7b83ae->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787561113.277300:0:252911:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787561113.277302:0:252911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b7236b100. 00000020:00000040:0.0:1787561113.277304:0:252911:0:(genops.c:1210:class_import_get()) import ffff8c4b6f72f000 refcount=4 obd=lustre-OST0000-osc-ffff8c4b486d2800 00000100:00000001:0.0:1787561113.277307:0:252911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787561113.277308:0:252911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787561113.277309:0:252911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787561113.277313:0:252911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b49387000. 00000100:00000001:0.0:1787561113.277316:0:252911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561113.277319:0:252911:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335b1c03-7823-407b-acff-80525b7b83ae->lustre-OST0000_UUID req@ffff8c4b7236b100 x1874380593072128/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787561113.277337:0:252911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787561113.277339:0:252911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561113.277343:0:252911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b61a360a] to pc [ptlrpcd_00_01+1] req@ffff8c4b7236b100 x1874380593072128/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561113.277350:0:252911:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561113.277352:0:252911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 335b1c03-7823-407b-acff-80525b7b83ae->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787561113.277355:0:252911:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787561113.277358:0:252911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b72368e00. 00000020:00000040:0.0:1787561113.277360:0:252911:0:(genops.c:1210:class_import_get()) import ffff8c4b6f72a000 refcount=4 obd=lustre-OST0001-osc-ffff8c4b486d2800 00000100:00000001:0.0:1787561113.277362:0:252911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787561113.277364:0:252911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787561113.277366:0:252911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787561113.277369:0:252911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b49387d00. 00000100:00000001:0.0:1787561113.277372:0:252911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561113.277376:0:252911:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335b1c03-7823-407b-acff-80525b7b83ae->lustre-OST0001_UUID req@ffff8c4b72368e00 x1874380593072256/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787561113.277383:0:252911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787561113.277384:0:252911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561113.277387:0:252911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e35e5eb] to pc [ptlrpcd_00_00+0] req@ffff8c4b72368e00 x1874380593072256/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561113.277393:0:252911:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561113.277397:0:252911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12634) 00000100:00000001:1.0:1787561113.277471:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787561113.277476:0:2389:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787561113.277479:0:2389:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787561113.277485:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b72369f80 x1874380593071744/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.277493:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787561113.277495:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561113.277499:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787561113.277502:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787561113.277506:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787561113.277509:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b72369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b30bcd9-68e9-44a1-9309-1fe04418d13b:2389:1874380593071744:192.168.201.126@tcp:400:kworker.0 00000100:00000001:1.0:1787561113.277513:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787561113.277519:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787561113.277522:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561113.277525:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787561113.277530:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b4a570a00. 02000000:00000001:1.0:1787561113.277532:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787561113.277540:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:1.0:1787561113.277544:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b51a13318. 00000400:00000010:1.0:1787561113.277552:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dcbb0. 00000100:00000200:1.0:1787561113.277560:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593071744, portal 25 00000100:00000001:1.0:1787561113.277562:0:2389:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787561113.277563:0:2389:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616854399459200 : -127219310092416 : ffff8c4b72369f80) 00000100:00000040:1.0:1787561113.277569:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b72369f80 x1874380593071744/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.277576:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787561113.277580:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:1.0:1787561113.277583:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dc990. 00000100:00000200:1.0:1787561113.277586:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874380593071744, offset 0 00000400:00000200:1.0:1787561113.277593:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:1.0:1787561113.277604:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561113.277611:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:1.0:1787561113.277623:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787561113.277629:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:1.0:1787561113.277633:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787561113.277636:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:1.0:1787561113.277641:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544757:544757:256:4294967295] 192.168.201.126@tcp LPNI seq info [544687:544687:8:4294967295] 00000400:00000200:1.0:1787561113.277646:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561113.277656:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:1.0:1787561113.277662:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:1.0:1787561113.277667:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4a452bb600. 00000800:00000200:1.0:1787561113.277674:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:1.0:1787561113.277681:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:1.0:1787561113.277685:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4a452bb600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787561113.277708:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787561113.277713:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:1.0:1787561113.277715:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 2 is 4307301091 00000100:00000010:1.0:1787561113.277720:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c4b433495a0. 00000100:00000001:1.0:1787561113.277726:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787561113.277731:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 3 is 4307301091 00000100:00000010:1.0:1787561113.277734:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c4b43349840. 00000100:00000001:1.0:1787561113.277737:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787561113.277740:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561113.277743:0:2389:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561113.277746:0:2389:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787561113.277749:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b72369500 x1874380593072000/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.277756:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787561113.277757:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561113.277759:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787561113.277761:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787561113.277763:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787561113.277772:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b72369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335b1c03-7823-407b-acff-80525b7b83ae:2389:1874380593072000:192.168.201.126@tcp:400:kworker.0 00000100:00000001:1.0:1787561113.277776:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787561113.277778:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787561113.277780:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561113.277782:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787561113.277784:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b4a571800. 02000000:00000001:1.0:1787561113.277786:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787561113.277790:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:1.0:1787561113.277793:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b51a13478. 00000400:00000010:1.0:1787561113.277796:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dc880. 00000100:00000200:1.0:1787561113.277799:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593072000, portal 10 00000100:00000001:1.0:1787561113.277801:0:2389:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787561113.277802:0:2389:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616854399456512 : -127219310095104 : ffff8c4b72369500) 00000100:00000040:1.0:1787561113.277809:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b72369500 x1874380593072000/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.277815:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787561113.277817:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:1.0:1787561113.277819:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dc198. 00000100:00000200:1.0:1787561113.277821:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874380593072000, offset 0 00000400:00000200:1.0:1787561113.277825:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:1.0:1787561113.277829:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561113.277832:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:1.0:1787561113.277844:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787561113.277847:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:1.0:1787561113.277849:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787561113.277851:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:1.0:1787561113.277854:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544758:544758:255:4294967295] 192.168.201.126@tcp LPNI seq info [544688:544688:7:4294967295] 00000400:00000200:1.0:1787561113.277858:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561113.277865:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:1.0:1787561113.277869:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:1.0:1787561113.277873:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4a452bb700. 00000800:00000200:1.0:1787561113.277915:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:1.0:1787561113.277920:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:1.0:1787561113.277923:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4a452bb700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787561113.277926:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561113.277929:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: using a timeout of 22008 usecs (23 jiffies) 00000400:00000200:1.0:1787561113.277932:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:1.0:1787561113.277934:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 2 is 4307297303 00000100:00000001:1.0:1787561113.277948:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: PM QoS request active for cpu 2, keep current deadline 4307301091 00000100:00000001:1.0:1787561113.277951:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 3 is 4307297303 00000100:00000001:1.0:1787561113.277953:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: PM QoS request active for cpu 3, keep current deadline 4307301091 00000100:00000001:1.0:1787561113.277955:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561113.277957:0:2389:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561113.277959:0:2389:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787561113.277962:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b72368e00 x1874380593072256/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.277969:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787561113.277970:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561113.277973:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787561113.277974:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787561113.277976:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787561113.277978:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b72368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335b1c03-7823-407b-acff-80525b7b83ae:2389:1874380593072256:192.168.201.126@tcp:400:kworker.0 00000100:00000001:1.0:1787561113.277981:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787561113.277984:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787561113.277985:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561113.277987:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787561113.277990:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b4a571e00. 02000000:00000001:1.0:1787561113.277992:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787561113.277995:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:1.0:1787561113.277998:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b51a13898. 00000400:00000010:1.0:1787561113.278001:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dce58. 00000100:00000200:1.0:1787561113.278003:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593072256, portal 4 00000100:00000001:1.0:1787561113.278010:0:2389:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787561113.278011:0:2389:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616854399454720 : -127219310096896 : ffff8c4b72368e00) 00000100:00000040:1.0:1787561113.278018:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b72368e00 x1874380593072256/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.278024:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787561113.278026:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:1.0:1787561113.278028:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dca18. 00000100:00000200:1.0:1787561113.278030:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874380593072256, offset 0 00000400:00000200:1.0:1787561113.278034:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:1.0:1787561113.278038:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561113.278041:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:1.0:1787561113.278044:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787561113.278046:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:1.0:1787561113.278049:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787561113.278051:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:1.0:1787561113.278053:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544759:544759:254:4294967295] 192.168.201.126@tcp LPNI seq info [544689:544689:6:4294967295] 00000400:00000200:1.0:1787561113.278057:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561113.278063:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:1.0:1787561113.278067:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:1.0:1787561113.278070:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4a452bbe00. 00000800:00000200:1.0:1787561113.278073:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:1.0:1787561113.278077:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:1.0:1787561113.278080:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4a452bbe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787561113.278083:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561113.278085:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: using a timeout of 136431 usecs (137 jiffies) 00000400:00000200:1.0:1787561113.278088:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:1.0:1787561113.278089:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 2 is 4307297417 00000100:00000001:1.0:1787561113.278092:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: PM QoS request active for cpu 2, keep current deadline 4307301091 00000100:00000001:1.0:1787561113.278094:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 3 is 4307297417 00000100:00000001:1.0:1787561113.278096:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: PM QoS request active for cpu 3, keep current deadline 4307301091 00000100:00000001:1.0:1787561113.278101:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561113.278103:0:2389:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561113.278106:0:2389:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561113.278109:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561113.278118:0:2389:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787561113.278120:0:2389:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787561113.278122:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787561113.278124:0:2389:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787561113.278125:0:2389:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787561113.278128:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1787561113.278130:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561113.278131:0:2389:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787561113.278133:0:2389:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561113.278135:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787561113.278135:0:2389:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787561113.278136:0:2389:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787561113.278140:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b7236b800 x1874380593071872/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.278146:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787561113.278147:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561113.278149:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787561113.278151:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787561113.278153:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787561113.278155:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b7236b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335b1c03-7823-407b-acff-80525b7b83ae:2389:1874380593071872:192.168.201.126@tcp:400:kworker.0 00000100:00000001:1.0:1787561113.278159:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787561113.278161:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787561113.278163:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561113.278164:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787561113.278167:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b4a570400. 02000000:00000001:1.0:1787561113.278169:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787561113.278171:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:1.0:1787561113.278174:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b51a13d10. 00000400:00000010:1.0:1787561113.278177:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dc220. 00000100:00000200:1.0:1787561113.278180:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593071872, portal 10 00000100:00000001:1.0:1787561113.278182:0:2389:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787561113.278187:0:2389:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616854399465472 : -127219310086144 : ffff8c4b7236b800) 00000100:00000040:1.0:1787561113.278192:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b7236b800 x1874380593071872/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.278198:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787561113.278200:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:1.0:1787561113.278202:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dc908. 00000100:00000200:1.0:1787561113.278205:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874380593071872, offset 0 00000400:00000200:1.0:1787561113.278209:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:1.0:1787561113.278213:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561113.278216:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:1.0:1787561113.278218:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787561113.278221:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:1.0:1787561113.278223:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787561113.278225:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:1.0:1787561113.278228:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544760:544760:253:4294967295] 192.168.201.126@tcp LPNI seq info [544690:544690:5:4294967295] 00000400:00000200:1.0:1787561113.278232:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561113.278238:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:1.0:1787561113.278242:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:1.0:1787561113.278245:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4a452bb300. 00000800:00000200:1.0:1787561113.278249:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:1.0:1787561113.278253:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:1.0:1787561113.278255:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4a452bb300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787561113.278258:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561113.278260:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: using a timeout of 23645 usecs (24 jiffies) 00000400:00000200:1.0:1787561113.278263:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:1.0:1787561113.278264:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 2 is 4307297304 00000100:00000001:1.0:1787561113.278267:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: PM QoS request active for cpu 2, keep current deadline 4307301091 00000100:00000001:1.0:1787561113.278269:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 3 is 4307297304 00000100:00000001:1.0:1787561113.278271:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: PM QoS request active for cpu 3, keep current deadline 4307301091 00000100:00000001:1.0:1787561113.278279:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561113.278280:0:2389:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561113.278282:0:2389:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787561113.278286:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b7236b100 x1874380593072128/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.278292:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787561113.278293:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561113.278295:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787561113.278297:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787561113.278298:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787561113.278301:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b7236b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335b1c03-7823-407b-acff-80525b7b83ae:2389:1874380593072128:192.168.201.126@tcp:400:kworker.0 00000100:00000001:1.0:1787561113.278304:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787561113.278306:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787561113.278307:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561113.278309:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787561113.278312:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b4a571a00. 02000000:00000001:1.0:1787561113.278314:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787561113.278317:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:1.0:1787561113.278320:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b51a139a0. 00000400:00000010:1.0:1787561113.278324:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dcb28. 00000100:00000200:1.0:1787561113.278326:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593072128, portal 4 00000100:00000001:1.0:1787561113.278328:0:2389:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787561113.278329:0:2389:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616854399463680 : -127219310087936 : ffff8c4b7236b100) 00000100:00000040:1.0:1787561113.278335:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b7236b100 x1874380593072128/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.278341:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787561113.278343:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:1.0:1787561113.278345:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dc000. 00000100:00000200:1.0:1787561113.278347:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874380593072128, offset 0 00000400:00000200:1.0:1787561113.278351:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:1.0:1787561113.278355:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561113.278358:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:1.0:1787561113.278366:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787561113.278368:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:1.0:1787561113.278370:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787561113.278372:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:1.0:1787561113.278375:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544761:544761:252:4294967295] 192.168.201.126@tcp LPNI seq info [544691:544691:4:4294967295] 00000400:00000200:1.0:1787561113.278378:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561113.278384:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:1.0:1787561113.278389:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:1.0:1787561113.278392:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4a452bbc00. 00000800:00000200:1.0:1787561113.278395:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:1.0:1787561113.278399:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:1.0:1787561113.278401:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4a452bbc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787561113.278404:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561113.278407:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: using a timeout of 128368 usecs (129 jiffies) 00000400:00000200:1.0:1787561113.278409:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:1.0:1787561113.278411:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 2 is 4307297409 00000100:00000001:1.0:1787561113.278413:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: PM QoS request active for cpu 2, keep current deadline 4307301091 00000100:00000001:1.0:1787561113.278415:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 3 is 4307297409 00000100:00000001:1.0:1787561113.278417:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: PM QoS request active for cpu 3, keep current deadline 4307301091 00000100:00000001:1.0:1787561113.278419:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561113.278420:0:2389:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561113.278423:0:2389:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561113.278425:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561113.278437:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787561113.278440:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787561113.279931:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787561113.279951:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4a452bb600. 00000400:00000200:2.0:1787561113.279960:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561113.279969:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:2.0:1787561113.279976:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dc990 00000400:00000010:2.0:1787561113.279979:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dc990. 00000100:00000001:2.0:1787561113.279985:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787561113.279993:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b72369f80 x1874380593071744/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561113.280016:0:2383:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787561113.280020:0:2383:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b72369f80 x1874380593071744/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561129 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561113.280028:0:2383:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561113.280030:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787561113.280047:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787561113.280049:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4a452bb700. 00000400:00000200:2.0:1787561113.280052:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561113.280055:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:2.0:1787561113.280058:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dc198 00000400:00000010:2.0:1787561113.280059:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dc198. 00000100:00000001:2.0:1787561113.280062:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787561113.280065:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b72369500 x1874380593072000/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561113.280073:0:2383:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787561113.280076:0:2383:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b72369500 x1874380593072000/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561113.280082:0:2383:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561113.280083:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787561113.280091:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787561113.280093:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4a452bbe00. 00000400:00000200:2.0:1787561113.280095:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561113.280105:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:2.0:1787561113.280109:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dca18 00000400:00000010:2.0:1787561113.280111:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dca18. 00000100:00000001:2.0:1787561113.280113:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787561113.280117:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b72368e00 x1874380593072256/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561113.280124:0:2383:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787561113.280126:0:2383:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b72368e00 x1874380593072256/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561113.280132:0:2383:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561113.280134:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787561113.280142:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787561113.280144:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4a452bb300. 00000400:00000200:2.0:1787561113.280147:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561113.280150:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:2.0:1787561113.280152:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dc908 00000400:00000010:2.0:1787561113.280153:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dc908. 00000100:00000001:2.0:1787561113.280155:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787561113.280159:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b7236b800 x1874380593071872/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561113.280166:0:2383:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787561113.280169:0:2383:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b7236b800 x1874380593071872/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561113.280174:0:2383:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561113.280176:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787561113.280238:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787561113.280241:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4a452bbc00. 00000400:00000200:2.0:1787561113.280244:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561113.280247:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:2.0:1787561113.280250:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dc000 00000400:00000010:2.0:1787561113.280251:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dc000. 00000100:00000001:2.0:1787561113.280254:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787561113.280263:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b7236b100 x1874380593072128/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561113.280271:0:2383:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787561113.280273:0:2383:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b7236b100 x1874380593072128/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561113.280279:0:2383:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561113.280280:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787561113.291708:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561113.291732:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787561113.291737:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561113.291740:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561113.291815:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.291824:0:2384:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:2.0:1787561113.291844:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.291850:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.291856:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.291860:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 10 MB=0x6a8bd3d6c8780 00000400:00000200:2.0:1787561113.291865:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.291874:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c335 [1] + 224 00000800:00000001:2.0:1787561113.291982:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561113.291987:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561113.291991:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561113.291996:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:2.0:1787561113.292005:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561113.292016:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b72369500 x1874380593072000/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787561113.292029:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b72369500 x1874380593072000/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561113.292051:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787561113.292064:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561113.292068:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787561113.292083:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561113.292086:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561113.292089:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.292093:0:2384:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:2.0:1787561113.292098:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.292100:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.292104:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.292107:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 10 MB=0x6a8bd3d6c8700 00000400:00000200:2.0:1787561113.292110:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.292114:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c345 [1] + 224 00000800:00000001:2.0:1787561113.292118:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561113.292126:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561113.292129:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561113.292132:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:2.0:1787561113.292135:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561113.292141:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b7236b800 x1874380593071872/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787561113.292150:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b7236b800 x1874380593071872/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561113.292158:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787561113.292161:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561113.292164:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561113.292874:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787561113.292893:0:2389:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787561113.292901:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787561113.292903:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787561113.292908:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b51a13d10. 00000400:00000200:1.0:1787561113.292913:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dc220 00000400:00000010:1.0:1787561113.292925:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dc220. 00000100:00000001:1.0:1787561113.292929:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787561113.292936:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b7236b800 x1874380593071872/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787561113.292957:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b7236b800 x1874380593071872/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.292965:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787561113.292967:0:2389:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561113.292970:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787561113.292975:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787561113.292977:0:2389:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787561113.292980:0:2389:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561113.292983:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787561113.292992:0:2389:0:(import.c:2149:obd_at_measure()) add 84 to ffff8c4b43937460 time=18 v=84 (84 84 84 84) 00000100:00001000:1.0:1787561113.292997:0:2389:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b43937418 time=81 v=5 (1 1 1 1) 00000100:00000001:1.0:1787561113.293000:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787561113.293002:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787561113.293004:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787561113.293008:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561113.293012:0:2389:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787561113.293014:0:2389:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c4b486d2800: skip recheck: last_committed 30064771621 00000100:00000001:1.0:1787561113.293017:0:2389:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787561113.293019:0:2389:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561113.293024:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b7236b800 x1874380593071872/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.293031:0:2389:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561113.293035:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787561113.293037:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787561113.293042:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b7236b800 x1874380593071872/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787561113.293050:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b7236b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335b1c03-7823-407b-acff-80525b7b83ae:2389:1874380593071872:192.168.201.126@tcp:400:kworker.0 00000400:00000001:1.0:1787561113.293058:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787561113.293065:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787561113.293068:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b51a13478. 00000400:00000200:1.0:1787561113.293070:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dc880 00000400:00000010:1.0:1787561113.293072:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dc880. 00000100:00000001:1.0:1787561113.293075:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787561113.293080:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b72369500 x1874380593072000/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787561113.293089:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b72369500 x1874380593072000/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.293096:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787561113.293097:0:2389:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561113.293099:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787561113.293101:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787561113.293102:0:2389:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787561113.293104:0:2389:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561113.293105:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787561113.293110:0:2389:0:(import.c:2149:obd_at_measure()) add 84 to ffff8c4b6f729c60 time=18 v=84 (84 84 84 84) 00000100:00001000:1.0:1787561113.293112:0:2389:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b6f729c18 time=57 v=5 (1 1 1 1) 00000100:00000001:1.0:1787561113.293114:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787561113.293116:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787561113.293118:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787561113.293121:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4b72369500 x1874380593072000/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787561113.293127:0:2389:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561113.293129:0:2389:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787561113.293131:0:2389:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c4b486d2800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1787561113.293133:0:2389:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787561113.293134:0:2389:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561113.293138:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b72369500 x1874380593072000/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.293145:0:2389:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561113.293147:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787561113.293148:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787561113.293159:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b72369500 x1874380593072000/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787561113.293168:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b72369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335b1c03-7823-407b-acff-80525b7b83ae:2389:1874380593072000:192.168.201.126@tcp:400:kworker.0 00000100:00000001:1.0:1787561113.293173:0:2389:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561113.293175:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787561113.293179:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b7236b800 x1874380593071872/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.293187:0:2389:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787561113.293190:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787561113.293193:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b4a570400. 02000000:00000001:1.0:1787561113.293197:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787561113.293201:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787561113.293203:0:2389:0:(genops.c:1223:class_import_put()) import ffff8c4b43937000 refcount=8 obd=lustre-MDT0000-mdc-ffff8c4b486d2800 00000020:00000001:1.0:1787561113.293205:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787561113.293207:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b49387100. 02000000:00000001:1.0:1787561113.293211:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787561113.293213:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787561113.293215:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b7236b800. 00000100:00000001:1.0:1787561113.293220:0:2389:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787561113.293221:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561113.293223:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787561113.293227:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b72369500 x1874380593072000/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561228 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.293234:0:2389:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787561113.293235:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787561113.293236:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b4a571800. 02000000:00000001:1.0:1787561113.293239:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787561113.293240:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787561113.293241:0:2389:0:(genops.c:1223:class_import_put()) import ffff8c4b6f729800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c4b486d2800 00000020:00000001:1.0:1787561113.293243:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787561113.293244:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b49387600. 02000000:00000001:1.0:1787561113.293246:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787561113.293247:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787561113.293253:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b72369500. 00000100:00000001:1.0:1787561113.293257:0:2389:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787561113.293258:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561113.293261:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561113.293263:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787561113.293265:0:2389:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787561113.293267:0:2389:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561113.293269:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787561113.300402:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561113.300423:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787561113.300428:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561113.300430:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561113.300440:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.300449:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:2.0:1787561113.300459:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.300464:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.300469:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.300474:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 25 MB=0x6a8bd3d6c8680 00000400:00000200:2.0:1787561113.300487:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.300495:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c32d [1] + 224 00000800:00000001:2.0:1787561113.300505:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561113.300510:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561113.300513:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561113.300517:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:2.0:1787561113.300524:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561113.300534:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b72369f80 x1874380593071744/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787561113.300545:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b72369f80 x1874380593071744/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561113.300571:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787561113.300584:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561113.300588:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787561113.300590:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561113.300592:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561113.300595:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.300599:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:2.0:1787561113.300602:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.300604:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.300607:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.300609:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 4 MB=0x6a8bd3d6c8800 00000400:00000200:2.0:1787561113.300612:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.300616:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c34d [1] + 224 00000800:00000001:2.0:1787561113.300619:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561113.300622:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561113.300623:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561113.300626:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:2.0:1787561113.300629:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561113.300633:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b7236b100 x1874380593072128/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787561113.300654:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b7236b100 x1874380593072128/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561113.300661:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787561113.300666:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561113.300670:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787561113.300671:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561113.300673:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561113.300677:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.300680:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:2.0:1787561113.300684:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.300686:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.300701:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.300704:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 4 MB=0x6a8bd3d6c8880 00000400:00000200:2.0:1787561113.300707:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561113.300710:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c33d [1] + 224 00000800:00000001:2.0:1787561113.300714:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561113.300722:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561113.300725:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561113.300728:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:2.0:1787561113.300731:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561113.300735:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b72368e00 x1874380593072256/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787561113.300743:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b72368e00 x1874380593072256/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561113.300750:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787561113.300753:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561113.300756:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561113.302569:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787561113.302576:0:2389:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787561113.302584:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787561113.302587:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787561113.302591:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b51a139a0. 00000400:00000200:1.0:1787561113.302599:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dcb28 00000400:00000010:1.0:1787561113.302602:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dcb28. 00000100:00000001:1.0:1787561113.302606:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787561113.302617:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b7236b100 x1874380593072128/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787561113.302628:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b7236b100 x1874380593072128/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.302635:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787561113.302637:0:2389:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561113.302640:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787561113.302643:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787561113.302646:0:2389:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787561113.302648:0:2389:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561113.302651:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787561113.302662:0:2389:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c4b6f72f460 time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1787561113.302667:0:2389:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b6f72f418 time=117 v=5 (1 1 0 0) 00000100:00000001:1.0:1787561113.302670:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787561113.302672:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787561113.302675:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787561113.302679:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561113.302682:0:2389:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787561113.302685:0:2389:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c4b486d2800: skip recheck: last_committed 42949697341 00000100:00000001:1.0:1787561113.302687:0:2389:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787561113.302707:0:2389:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561113.302712:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b7236b100 x1874380593072128/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.302719:0:2389:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561113.302722:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787561113.302724:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787561113.302727:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b7236b100 x1874380593072128/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787561113.302733:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b7236b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335b1c03-7823-407b-acff-80525b7b83ae:2389:1874380593072128:192.168.201.126@tcp:400:kworker.0 00000400:00000001:1.0:1787561113.302740:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787561113.302742:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787561113.302744:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b51a13318. 00000400:00000200:1.0:1787561113.302746:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dcbb0 00000400:00000010:1.0:1787561113.302748:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dcbb0. 00000100:00000001:1.0:1787561113.302750:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787561113.302754:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b72369f80 x1874380593071744/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787561113.302760:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b72369f80 x1874380593071744/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.302766:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787561113.302767:0:2389:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561113.302768:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787561113.302770:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787561113.302771:0:2389:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787561113.302772:0:2389:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561113.302774:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787561113.302777:0:2389:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c4b485ddc60 time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1787561113.302780:0:2389:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b485ddc18 time=81 v=5 (1 1 1 1) 00000100:00000001:1.0:1787561113.302782:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787561113.302783:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787561113.302785:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787561113.302786:0:2389:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561113.302794:0:2389:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561113.302798:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b72369f80 x1874380593071744/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.302803:0:2389:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561113.302805:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787561113.302806:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787561113.302809:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b72369f80 x1874380593071744/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787561113.302816:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b72369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b30bcd9-68e9-44a1-9309-1fe04418d13b:2389:1874380593071744:192.168.201.126@tcp:400:kworker.0 00000400:00000001:1.0:1787561113.302822:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787561113.302823:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787561113.302825:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b51a13898. 00000400:00000200:1.0:1787561113.302827:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dce58 00000400:00000010:1.0:1787561113.302828:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dce58. 00000100:00000001:1.0:1787561113.302831:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787561113.302844:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b72368e00 x1874380593072256/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787561113.302851:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b72368e00 x1874380593072256/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.302857:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787561113.302859:0:2389:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561113.302860:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787561113.302862:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787561113.302863:0:2389:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787561113.302865:0:2389:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561113.302867:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787561113.302871:0:2389:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c4b6f72a460 time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1787561113.302874:0:2389:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b6f72a418 time=84 v=5 (1 1 0 0) 00000100:00000001:1.0:1787561113.302930:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787561113.302932:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787561113.302934:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787561113.302944:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561113.302953:0:2389:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787561113.302955:0:2389:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c4b486d2800: skip recheck: last_committed 4295010116 00000100:00000001:1.0:1787561113.302957:0:2389:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787561113.302958:0:2389:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561113.302963:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b72368e00 x1874380593072256/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.302969:0:2389:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561113.302971:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787561113.302981:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787561113.302985:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b72368e00 x1874380593072256/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787561113.302991:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b72368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335b1c03-7823-407b-acff-80525b7b83ae:2389:1874380593072256:192.168.201.126@tcp:400:kworker.0 00000100:00000001:1.0:1787561113.302994:0:2389:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561113.302997:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787561113.303001:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b7236b100 x1874380593072128/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.303007:0:2389:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787561113.303009:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787561113.303013:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b4a571a00. 02000000:00000001:1.0:1787561113.303018:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787561113.303021:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787561113.303023:0:2389:0:(genops.c:1223:class_import_put()) import ffff8c4b6f72f000 refcount=3 obd=lustre-OST0000-osc-ffff8c4b486d2800 00000020:00000001:1.0:1787561113.303025:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787561113.303027:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b49387000. 02000000:00000001:1.0:1787561113.303032:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787561113.303034:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787561113.303036:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b7236b100. 00000100:00000001:1.0:1787561113.303041:0:2389:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787561113.303042:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561113.303044:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787561113.303047:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b72369f80 x1874380593071744/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.303063:0:2389:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787561113.303065:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787561113.303067:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b4a570a00. 02000000:00000001:1.0:1787561113.303070:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787561113.303071:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787561113.303072:0:2389:0:(genops.c:1223:class_import_put()) import ffff8c4b485dd800 refcount=3 obd=MGC192.168.201.126@tcp 00000020:00000001:1.0:1787561113.303074:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787561113.303076:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b49387b00. 02000000:00000001:1.0:1787561113.303078:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787561113.303079:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787561113.303080:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b72369f80. 00000100:00000001:1.0:1787561113.303087:0:2389:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787561113.303089:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561113.303090:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787561113.303094:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b72368e00 x1874380593072256/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561129 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561113.303100:0:2389:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787561113.303101:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787561113.303102:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b4a571e00. 02000000:00000001:1.0:1787561113.303104:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787561113.303106:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787561113.303107:0:2389:0:(genops.c:1223:class_import_put()) import ffff8c4b6f72a000 refcount=3 obd=lustre-OST0001-osc-ffff8c4b486d2800 00000020:00000001:1.0:1787561113.303109:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787561113.303110:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b49387d00. 02000000:00000001:1.0:1787561113.303112:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787561113.303113:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787561113.303114:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b72368e00. 00000100:00000001:1.0:1787561113.303118:0:2389:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787561113.303119:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561113.303122:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561113.303131:0:2389:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787561113.303133:0:2389:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561113.303135:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787561113.303138:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561114.045972:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561114.045980:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561114.045987:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561114.045988:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787561114.050298:0:251108:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787561114.050305:0:251108:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787561114.050310:0:251108:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787561115.069288:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561115.069296:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561115.069303:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561115.069304:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787561115.071021:0:235342:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787561115.071026:0:235342:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787561115.071031:0:235342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787561116.093086:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561116.093094:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561116.093099:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561116.093101:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787561116.093200:0:241271:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787561116.093224:0:241271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787561116.093228:0:241271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787561117.117956:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561117.117965:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561117.117971:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561117.117973:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561117.117976:0:255302:0:(connection.c:75:cpu_latency_work()) work item of ffff8c4b43936a20 (cpu 2) has reached its deadline 4307301091, at 4307301121 00000100:00000010:2.0:1787561117.117988:0:255302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c4b433495a0. 00000100:00000040:3.0:1787561117.118109:0:280594:0:(connection.c:75:cpu_latency_work()) work item of ffff8c4b43936b30 (cpu 3) has reached its deadline 4307301091, at 4307301121 00000100:00000010:3.0:1787561117.118116:0:280594:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c4b43349840. 00000020:00000001:3.0:1787561117.118128:0:235341:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787561117.118131:0:235341:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787561117.118159:0:235341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787561118.141117:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561118.141124:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561118.141130:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561118.141133:0:280594:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787561118.141135:0:280594:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787561118.141141:0:280594:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787561118.141143:0:280594:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787561118.141145:0:280594:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561118.141149:0:280594:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787561118.141151:0:280594:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561118.141153:0:280594:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561118.141155:0:280594:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787561118.147191:0:251107:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787561118.147198:0:251107:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787561118.147204:0:251107:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787561118.398430:0:283845:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8b30bcd9-68e9-44a1-9309-1fe04418d13b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787561118.398443:0:283845:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787561118.398454:0:283845:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b46686d80. 00000020:00000040:3.0:1787561118.398461:0:283845:0:(genops.c:1210:class_import_get()) import ffff8c4b485dd800 refcount=4 obd=MGC192.168.201.126@tcp 00000100:00000001:3.0:1787561118.398466:0:283845:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787561118.398469:0:283845:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787561118.398474:0:283845:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787561118.398482:0:283845:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b50229500. 00000100:00000001:3.0:1787561118.398489:0:283845:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.398501:0:283845:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8b30bcd9-68e9-44a1-9309-1fe04418d13b->MGS req@ffff8c4b46686d80 x1874380593072384/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787561118.398513:0:283845:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787561118.398517:0:283845:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.398523:0:283845:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a1990e9] to pc [ptlrpcd_01_00+0] req@ffff8c4b46686d80 x1874380593072384/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.398570:0:283845:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.398573:0:283845:0:(pinger.c:229:ptlrpc_pinger_process_import()) 335b1c03-7823-407b-acff-80525b7b83ae->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787561118.398576:0:283845:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787561118.398579:0:283845:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b46685500. 00000020:00000040:3.0:1787561118.398582:0:283845:0:(genops.c:1210:class_import_get()) import ffff8c4b43937000 refcount=9 obd=lustre-MDT0000-mdc-ffff8c4b486d2800 00000100:00000001:3.0:1787561118.398600:0:283845:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787561118.398602:0:283845:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787561118.398604:0:283845:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787561118.398607:0:283845:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b50229200. 00000100:00000001:3.0:1787561118.398611:0:283845:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.398615:0:283845:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335b1c03-7823-407b-acff-80525b7b83ae->lustre-MDT0000_UUID req@ffff8c4b46685500 x1874380593072512/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787561118.398624:0:283845:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787561118.398626:0:283845:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.398630:0:283845:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a00ba58] to pc [ptlrpcd_01_01+1] req@ffff8c4b46685500 x1874380593072512/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.398638:0:283845:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.398641:0:283845:0:(pinger.c:229:ptlrpc_pinger_process_import()) 335b1c03-7823-407b-acff-80525b7b83ae->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787561118.398644:0:283845:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787561118.398646:0:283845:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b46684000. 00000020:00000040:3.0:1787561118.398649:0:283845:0:(genops.c:1210:class_import_get()) import ffff8c4b6f729800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c4b486d2800 00000100:00000001:3.0:1787561118.398651:0:283845:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787561118.398960:0:283845:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787561118.398964:0:283845:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787561118.398969:0:283845:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b50229d00. 00000100:00000001:3.0:1787561118.399192:0:283845:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.399200:0:283845:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335b1c03-7823-407b-acff-80525b7b83ae->lustre-MDT0001_UUID req@ffff8c4b46684000 x1874380593072640/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787561118.399208:0:283845:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787561118.399210:0:283845:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.399213:0:283845:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000216fb1a] to pc [ptlrpcd_01_00+0] req@ffff8c4b46684000 x1874380593072640/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.399221:0:283845:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.399223:0:283845:0:(pinger.c:229:ptlrpc_pinger_process_import()) 335b1c03-7823-407b-acff-80525b7b83ae->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787561118.399226:0:283845:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787561118.399237:0:283845:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b46685f80. 00000020:00000040:3.0:1787561118.399240:0:283845:0:(genops.c:1210:class_import_get()) import ffff8c4b6f72f000 refcount=4 obd=lustre-OST0000-osc-ffff8c4b486d2800 00000100:00000001:3.0:1787561118.399243:0:283845:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787561118.399244:0:283845:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787561118.399246:0:283845:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787561118.399250:0:283845:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b50229400. 00000100:00000001:3.0:1787561118.399253:0:283845:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.399257:0:283845:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335b1c03-7823-407b-acff-80525b7b83ae->lustre-OST0000_UUID req@ffff8c4b46685f80 x1874380593072768/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787561118.399264:0:283845:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787561118.399265:0:283845:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.399269:0:283845:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a657b3e] to pc [ptlrpcd_01_01+1] req@ffff8c4b46685f80 x1874380593072768/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.399276:0:283845:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.399278:0:283845:0:(pinger.c:229:ptlrpc_pinger_process_import()) 335b1c03-7823-407b-acff-80525b7b83ae->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787561118.399398:0:283845:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787561118.399402:0:283845:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b46687100. 00000020:00000040:3.0:1787561118.399405:0:283845:0:(genops.c:1210:class_import_get()) import ffff8c4b6f72a000 refcount=4 obd=lustre-OST0001-osc-ffff8c4b486d2800 00000100:00000001:3.0:1787561118.399406:0:283845:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787561118.399408:0:283845:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787561118.399410:0:283845:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787561118.399413:0:283845:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b50229c00. 00000100:00000001:3.0:1787561118.399416:0:283845:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.399420:0:283845:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335b1c03-7823-407b-acff-80525b7b83ae->lustre-OST0001_UUID req@ffff8c4b46687100 x1874380593072896/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787561118.399427:0:283845:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787561118.399429:0:283845:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.399433:0:283845:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046241797] to pc [ptlrpcd_01_00+0] req@ffff8c4b46687100 x1874380593072896/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.399439:0:283845:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.399449:0:283845:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12640) 00000100:00000001:3.0:1787561118.399469:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787561118.399473:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787561118.399476:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787561118.399481:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b46685500 x1874380593072512/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.399489:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787561118.399492:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787561118.399496:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787561118.399499:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787561118.399502:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787561118.399506:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b46685500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:335b1c03-7823-407b-acff-80525b7b83ae:2392:1874380593072512:192.168.201.126@tcp:400:kworker.0 00000100:00000001:3.0:1787561118.399510:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787561118.399516:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787561118.399518:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787561118.399521:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787561118.399525:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b4573d400. 02000000:00000001:3.0:1787561118.399527:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787561118.399535:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:3.0:1787561118.399539:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b53288898. 00000400:00000010:3.0:1787561118.399605:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b480a9dd0. 00000100:00000200:3.0:1787561118.399614:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593072512, portal 10 00000100:00000001:3.0:1787561118.399617:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787561118.399618:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616853664519424 : -127220045032192 : ffff8c4b46685500) 00000100:00000040:3.0:1787561118.399626:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b46685500 x1874380593072512/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.399634:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787561118.399637:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:3.0:1787561118.399640:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b480a96e8. 00000100:00000200:3.0:1787561118.399642:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874380593072512, offset 0 00000400:00000200:3.0:1787561118.399648:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:3.0:1787561118.399657:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561118.399665:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:3.0:1787561118.399676:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787561118.399681:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:3.0:1787561118.399685:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787561118.399687:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:3.0:1787561118.399691:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544762:544762:256:4294967295] 192.168.201.126@tcp LPNI seq info [544692:544692:8:4294967295] 00000400:00000200:3.0:1787561118.399695:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561118.399704:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:3.0:1787561118.399710:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:3.0:1787561118.399713:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4b50229300. 00000800:00000200:3.0:1787561118.399719:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:3.0:1787561118.399800:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:3.0:1787561118.399805:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4b50229300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787561118.399816:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.399820:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: using a timeout of 23643 usecs (24 jiffies) 00000400:00000200:3.0:1787561118.399823:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:3.0:1787561118.399826:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 2 is 4307302426 00000100:00000010:3.0:1787561118.399831:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c4b6dfff840. 00000100:00000001:3.0:1787561118.399837:0:2392:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787561118.399849:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 3 is 4307302426 00000100:00000010:3.0:1787561118.399853:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c4b6dfff4e0. 00000100:00000001:3.0:1787561118.399856:0:2392:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787561118.399859:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787561118.399862:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561118.399864:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787561118.399868:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b46685f80 x1874380593072768/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.399874:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787561118.399875:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787561118.399905:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787561118.399912:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787561118.399914:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787561118.399917:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b46685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:335b1c03-7823-407b-acff-80525b7b83ae:2392:1874380593072768:192.168.201.126@tcp:400:kworker.0 00000100:00000001:3.0:1787561118.399920:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787561118.399923:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787561118.399925:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787561118.399926:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787561118.399929:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b4573d800. 02000000:00000001:3.0:1787561118.399931:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787561118.399934:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:3.0:1787561118.399936:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b53288528. 00000400:00000010:3.0:1787561118.399940:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b480a9c38. 00000100:00000200:3.0:1787561118.399943:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593072768, portal 4 00000100:00000001:3.0:1787561118.399945:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787561118.399946:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616853664522112 : -127220045029504 : ffff8c4b46685f80) 00000100:00000040:3.0:1787561118.399952:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b46685f80 x1874380593072768/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.399958:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787561118.399960:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:3.0:1787561118.399962:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b480a9aa0. 00000100:00000200:3.0:1787561118.399964:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874380593072768, offset 0 00000400:00000200:3.0:1787561118.399967:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000100:00000001:2.0:1787561118.400156:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787561118.400160:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787561118.400162:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787561118.400168:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b46686d80 x1874380593072384/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.400174:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787561118.400175:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787561118.400177:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787561118.400179:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787561118.400181:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787561118.400183:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b46686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8b30bcd9-68e9-44a1-9309-1fe04418d13b:2391:1874380593072384:192.168.201.126@tcp:400:kworker.0 00000100:00000001:2.0:1787561118.400186:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787561118.400189:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787561118.400190:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787561118.400192:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787561118.400196:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b70fa6400. 02000000:00000001:2.0:1787561118.400198:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787561118.400202:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:2.0:1787561118.400205:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b6e3c3058. 00000400:00000010:2.0:1787561118.400209:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b45300198. 00000100:00000200:2.0:1787561118.400212:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593072384, portal 25 00000100:00000001:2.0:1787561118.400214:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787561118.400216:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616853664525696 : -127220045025920 : ffff8c4b46686d80) 00000100:00000040:2.0:1787561118.400221:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b46686d80 x1874380593072384/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.400227:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787561118.400230:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:2.0:1787561118.400232:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b45300ee0. 00000100:00000200:2.0:1787561118.400235:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874380593072384, offset 0 00000400:00000200:2.0:1787561118.400239:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:3.0:1787561118.400259:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561118.400264:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:3.0:1787561118.400267:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787561118.400270:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:3.0:1787561118.400273:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787561118.400276:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:3.0:1787561118.400292:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544763:544763:255:4294967295] 192.168.201.126@tcp LPNI seq info [544693:544693:7:4294967295] 00000400:00000200:3.0:1787561118.400297:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561118.400304:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:3.0:1787561118.400309:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:3.0:1787561118.400318:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4b50229000. 00000800:00000200:3.0:1787561118.400323:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:3.0:1787561118.400328:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:3.0:1787561118.400331:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4b50229000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787561118.400335:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.400338:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: using a timeout of 128307 usecs (129 jiffies) 00000400:00000200:3.0:1787561118.400341:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:3.0:1787561118.400343:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 2 is 4307302532 00000100:00000001:3.0:1787561118.400348:0:2392:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: PM QoS request active for cpu 2, simply extend its deadline from 4307302426 00000100:00000001:3.0:1787561118.400352:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 3 is 4307302532 00000100:00000001:3.0:1787561118.400355:0:2392:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: PM QoS request active for cpu 3, simply extend its deadline from 4307302426 00000100:00000001:3.0:1787561118.400358:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787561118.400361:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561118.400363:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561118.400366:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787561118.400375:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787561118.400377:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787561118.400380:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787561118.400381:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787561118.400382:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561118.400385:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787561118.400446:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787561118.400450:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4b50229300. 00000400:00000200:3.0:1787561118.400456:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787561118.400461:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:2.0:1787561118.401128:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.401144:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:2.0:1787561118.401148:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787561118.401151:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:2.0:1787561118.401154:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787561118.401157:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:2.0:1787561118.401161:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544764:544764:254:4294967295] 192.168.201.126@tcp LPNI seq info [544694:544694:6:4294967295] 00000400:00000200:2.0:1787561118.401165:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.401173:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:2.0:1787561118.401179:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:2.0:1787561118.401184:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4b60f4e400. 00000800:00000200:2.0:1787561118.401188:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:2.0:1787561118.401193:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:2.0:1787561118.401197:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4b60f4e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787561118.401201:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787561118.401205:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:2.0:1787561118.401207:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 2 is 4307306215 00000100:00000001:2.0:1787561118.401212:0:2391:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307302532 00000100:00000001:2.0:1787561118.401216:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 3 is 4307306215 00000100:00000001:2.0:1787561118.401219:0:2391:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307302532 00000100:00000001:2.0:1787561118.401222:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787561118.401224:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561118.401227:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787561118.401233:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b46684000 x1874380593072640/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.401242:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787561118.401244:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787561118.401246:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787561118.401249:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787561118.401251:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787561118.401254:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b46684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335b1c03-7823-407b-acff-80525b7b83ae:2391:1874380593072640:192.168.201.126@tcp:400:kworker.0 00000100:00000001:2.0:1787561118.401262:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787561118.401265:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787561118.401267:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787561118.401269:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787561118.401273:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b70fa6c00. 02000000:00000001:2.0:1787561118.401275:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787561118.401293:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:2.0:1787561118.401297:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b6e3c3aa8. 00000400:00000010:2.0:1787561118.401302:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b45300aa0. 00000100:00000200:2.0:1787561118.401305:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593072640, portal 10 00000100:00000001:2.0:1787561118.401308:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787561118.401310:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616853664514048 : -127220045037568 : ffff8c4b46684000) 00000100:00000040:2.0:1787561118.401317:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b46684000 x1874380593072640/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.401324:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787561118.401327:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:2.0:1787561118.401329:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b45300cc0. 00000100:00000200:2.0:1787561118.401332:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874380593072640, offset 0 00000400:00000200:2.0:1787561118.401337:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:2.0:1787561118.401342:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.401345:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:2.0:1787561118.401348:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787561118.401350:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:2.0:1787561118.401353:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787561118.401355:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:2.0:1787561118.401358:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544765:544765:253:4294967295] 192.168.201.126@tcp LPNI seq info [544695:544695:5:4294967295] 00000400:00000200:2.0:1787561118.401363:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.401368:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:2.0:1787561118.401373:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:2.0:1787561118.401376:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4b60f4ed00. 00000800:00000200:2.0:1787561118.401380:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:2.0:1787561118.401389:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:2.0:1787561118.401392:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4b60f4ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787561118.401395:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561118.401398:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: using a timeout of 22008 usecs (23 jiffies) 00000400:00000200:2.0:1787561118.401401:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:2.0:1787561118.401403:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 2 is 4307302427 00000100:00000001:2.0:1787561118.401405:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: PM QoS request active for cpu 2, keep current deadline 4307306215 00000100:00000001:2.0:1787561118.401407:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 3 is 4307302427 00000100:00000001:2.0:1787561118.401409:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: PM QoS request active for cpu 3, keep current deadline 4307306215 00000100:00000001:2.0:1787561118.401411:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787561118.401414:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561118.401416:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787561118.401420:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b46687100 x1874380593072896/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.401428:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787561118.401430:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787561118.401432:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787561118.401434:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787561118.401436:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787561118.401439:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b46687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335b1c03-7823-407b-acff-80525b7b83ae:2391:1874380593072896:192.168.201.126@tcp:400:kworker.0 00000100:00000001:2.0:1787561118.401443:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787561118.401446:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787561118.401447:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787561118.401449:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787561118.401453:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b70fa7c00. 02000000:00000001:2.0:1787561118.401455:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787561118.401458:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:2.0:1787561118.401460:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b6e3c3580. 00000400:00000010:2.0:1787561118.401464:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b45300330. 00000100:00000200:2.0:1787561118.401467:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593072896, portal 4 00000100:00000001:2.0:1787561118.401469:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787561118.401474:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616853664526592 : -127220045025024 : ffff8c4b46687100) 00000100:00000040:2.0:1787561118.401481:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b46687100 x1874380593072896/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.401488:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787561118.401490:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:2.0:1787561118.401492:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b45300440. 00000100:00000200:2.0:1787561118.401495:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874380593072896, offset 0 00000400:00000200:2.0:1787561118.401499:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:2.0:1787561118.401503:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.401507:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:2.0:1787561118.401509:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787561118.401511:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:2.0:1787561118.401514:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787561118.401517:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:2.0:1787561118.401520:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544766:544766:252:4294967295] 192.168.201.126@tcp LPNI seq info [544696:544696:4:4294967295] 00000400:00000200:2.0:1787561118.401524:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.401530:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:2.0:1787561118.401534:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:2.0:1787561118.401537:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4b60f4e600. 00000800:00000200:2.0:1787561118.401541:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:2.0:1787561118.401661:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:2.0:1787561118.401664:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4b60f4e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787561118.401668:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561118.401671:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: using a timeout of 136352 usecs (137 jiffies) 00000400:00000200:2.0:1787561118.401674:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:2.0:1787561118.401676:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 2 is 4307302541 00000100:00000001:2.0:1787561118.401679:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: PM QoS request active for cpu 2, keep current deadline 4307306215 00000100:00000001:2.0:1787561118.401681:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 3 is 4307302541 00000100:00000001:2.0:1787561118.401683:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: PM QoS request active for cpu 3, keep current deadline 4307306215 00000100:00000001:2.0:1787561118.401692:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787561118.401694:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561118.401697:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561118.401700:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561118.401706:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787561118.401708:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787561118.401711:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787561118.401713:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787561118.401714:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561118.401717:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787561118.402216:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b480a96e8 00000400:00000010:3.0:1787561118.402221:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b480a96e8. 00000100:00000001:3.0:1787561118.402228:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787561118.402236:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b46685500 x1874380593072512/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.402247:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787561118.402251:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b46685500 x1874380593072512/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.402265:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561118.402267:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787561118.402389:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787561118.402393:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4b50229000. 00000400:00000200:3.0:1787561118.402398:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787561118.402402:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:3.0:1787561118.402405:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b480a9aa0 00000400:00000010:3.0:1787561118.402408:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b480a9aa0. 00000100:00000001:3.0:1787561118.402410:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787561118.402414:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b46685f80 x1874380593072768/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.402422:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787561118.402425:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b46685f80 x1874380593072768/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.402432:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561118.402434:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787561118.402441:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787561118.402443:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4b60f4e400. 00000400:00000200:3.0:1787561118.402446:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787561118.402449:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:3.0:1787561118.402452:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b45300ee0 00000400:00000010:3.0:1787561118.402454:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b45300ee0. 00000100:00000001:3.0:1787561118.402456:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787561118.402461:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b46686d80 x1874380593072384/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.402468:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787561118.402471:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b46686d80 x1874380593072384/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561134 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.402478:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561118.402479:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787561118.402487:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787561118.402494:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4b60f4ed00. 00000400:00000200:3.0:1787561118.402497:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787561118.402501:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:3.0:1787561118.402504:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b45300cc0 00000400:00000010:3.0:1787561118.402505:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b45300cc0. 00000100:00000001:3.0:1787561118.402508:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787561118.402512:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b46684000 x1874380593072640/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.402519:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787561118.402522:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b46684000 x1874380593072640/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.402529:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561118.402530:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787561118.403136:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787561118.403141:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4b60f4e600. 00000400:00000200:3.0:1787561118.403145:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787561118.403149:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:3.0:1787561118.403153:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b45300440 00000400:00000010:3.0:1787561118.403155:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b45300440. 00000100:00000001:3.0:1787561118.403157:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787561118.403163:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b46687100 x1874380593072896/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.403171:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787561118.403173:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b46687100 x1874380593072896/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.403179:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561118.403180:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787561118.408127:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561118.408147:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787561118.408153:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561118.408156:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561118.408166:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.408175:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:2.0:1787561118.408185:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.408190:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.408196:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.408200:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 10 MB=0x6a8bd3d6c8980 00000400:00000200:2.0:1787561118.408205:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.408211:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c355 [1] + 224 00000800:00000001:2.0:1787561118.408219:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561118.408240:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561118.408243:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561118.408248:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:2.0:1787561118.408254:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561118.408263:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b46685500 x1874380593072512/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787561118.408273:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b46685500 x1874380593072512/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.411776:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787561118.411794:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561118.411821:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561118.411843:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787561118.411847:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787561118.411853:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787561118.411856:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787561118.411862:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b53288898. 00000400:00000200:2.0:1787561118.411869:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b480a9dd0 00000400:00000010:2.0:1787561118.411872:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b480a9dd0. 00000800:00000001:3.0:1787561118.413127:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787561118.413143:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787561118.413147:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787561118.413150:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787561118.413159:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561118.413166:0:2384:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:3.0:1787561118.413192:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561118.413197:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561118.413203:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561118.413206:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 25 MB=0x6a8bd3d6c8900 00000400:00000200:3.0:1787561118.413211:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561118.413217:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c375 [1] + 224 00000800:00000001:3.0:1787561118.413224:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787561118.413229:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787561118.413232:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1787561118.413380:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561118.413390:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b46685500 x1874380593072512/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787561118.413403:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b46685500 x1874380593072512/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.413411:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787561118.413415:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561118.413418:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787561118.413422:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787561118.413424:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787561118.413427:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787561118.413429:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787561118.413443:0:2392:0:(import.c:2149:obd_at_measure()) add 84 to ffff8c4b43937460 time=23 v=84 (84 84 84 84) 00000100:00001000:2.0:1787561118.413448:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b43937418 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1787561118.413450:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787561118.413452:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787561118.413456:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787561118.413459:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561118.413463:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787561118.413465:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c4b486d2800: skip recheck: last_committed 30064771621 00000100:00000001:2.0:1787561118.413468:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787561118.413470:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561118.413474:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b46685500 x1874380593072512/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.413481:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787561118.413484:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787561118.413485:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787561118.413497:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b46685500 x1874380593072512/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787561118.413505:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b46685500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:335b1c03-7823-407b-acff-80525b7b83ae:2392:1874380593072512:192.168.201.126@tcp:400:kworker.0 00000100:00000001:2.0:1787561118.413510:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561118.413513:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787561118.413516:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b46685500 x1874380593072512/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.413523:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787561118.413525:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787561118.413529:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b4573d400. 02000000:00000001:2.0:1787561118.413534:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787561118.413537:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787561118.413539:0:2392:0:(genops.c:1223:class_import_put()) import ffff8c4b43937000 refcount=8 obd=lustre-MDT0000-mdc-ffff8c4b486d2800 00000020:00000001:2.0:1787561118.413541:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787561118.413543:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b50229200. 02000000:00000001:2.0:1787561118.413547:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787561118.413549:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787561118.413551:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b46685500. 00000100:00000001:2.0:1787561118.413554:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787561118.413555:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561118.413559:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561118.413561:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787561118.413563:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787561118.413564:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561118.413566:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787561118.415438:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:3.0:1787561118.415449:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787561118.415457:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b46686d80 x1874380593072384/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787561118.415471:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b46686d80 x1874380593072384/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.415536:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787561118.415540:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787561118.415621:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787561118.415637:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787561118.415648:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787561118.415651:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787561118.415653:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787561118.415668:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561118.415673:0:2384:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:3.0:1787561118.415680:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561118.415683:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561118.415687:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561118.415691:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 10 MB=0x6a8bd3d6c8a00 00000400:00000200:3.0:1787561118.415694:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561118.415699:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c385 [1] + 224 00000800:00000001:3.0:1787561118.415705:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787561118.415713:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787561118.415715:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787561118.415741:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:3.0:1787561118.415752:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787561118.415758:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b46684000 x1874380593072640/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787561118.415766:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b46684000 x1874380593072640/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.415773:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787561118.415777:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787561118.415781:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1787561118.420260:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787561118.420268:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787561118.420273:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b6e3c3058. 00000400:00000200:2.0:1787561118.420291:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b45300198 00000400:00000010:2.0:1787561118.420293:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b45300198. 00000100:00000001:2.0:1787561118.420298:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561118.420311:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b46686d80 x1874380593072384/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787561118.420343:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b46686d80 x1874380593072384/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.420352:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787561118.420354:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561118.420357:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787561118.420360:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787561118.420362:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787561118.420366:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787561118.420369:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787561118.420375:0:2391:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c4b485ddc60 time=23 v=5 (5 5 5 5) 00000100:00001000:2.0:1787561118.420379:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b485ddc18 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1787561118.420381:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787561118.420383:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787561118.420386:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787561118.420388:0:2391:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561118.420390:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561118.420395:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b46686d80 x1874380593072384/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.420400:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787561118.420404:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787561118.420405:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787561118.420408:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b46686d80 x1874380593072384/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787561118.420416:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b46686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8b30bcd9-68e9-44a1-9309-1fe04418d13b:2391:1874380593072384:192.168.201.126@tcp:400:kworker.0 00000400:00000001:2.0:1787561118.420423:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787561118.420425:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787561118.420427:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b6e3c3aa8. 00000400:00000200:2.0:1787561118.420429:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b45300aa0 00000400:00000010:2.0:1787561118.420430:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b45300aa0. 00000100:00000001:2.0:1787561118.420432:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561118.420436:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b46684000 x1874380593072640/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787561118.420449:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b46684000 x1874380593072640/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.420466:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787561118.420467:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561118.420469:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787561118.420470:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787561118.420471:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787561118.420473:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787561118.420475:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787561118.420482:0:2391:0:(import.c:2149:obd_at_measure()) add 84 to ffff8c4b6f729c60 time=23 v=84 (84 84 84 84) 00000100:00001000:2.0:1787561118.420485:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b6f729c18 time=62 v=5 (1 1 1 1) 00000100:00000001:2.0:1787561118.420487:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787561118.420488:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787561118.420490:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787561118.420493:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4b46684000 x1874380593072640/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787561118.420499:0:2391:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561118.420502:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787561118.420504:0:2391:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c4b486d2800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1787561118.420506:0:2391:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787561118.420507:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561118.420510:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b46684000 x1874380593072640/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.420515:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787561118.420517:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787561118.420518:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787561118.420521:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b46684000 x1874380593072640/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787561118.420527:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b46684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335b1c03-7823-407b-acff-80525b7b83ae:2391:1874380593072640:192.168.201.126@tcp:400:kworker.0 00000100:00000001:2.0:1787561118.420538:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561118.420541:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787561118.420545:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b46686d80 x1874380593072384/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.420552:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787561118.420554:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787561118.420557:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b70fa6400. 02000000:00000001:2.0:1787561118.420561:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787561118.420564:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787561118.420566:0:2391:0:(genops.c:1223:class_import_put()) import ffff8c4b485dd800 refcount=3 obd=MGC192.168.201.126@tcp 00000020:00000001:2.0:1787561118.420569:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787561118.420572:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b50229500. 02000000:00000001:2.0:1787561118.420575:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787561118.420577:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787561118.420579:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b46686d80. 00000100:00000001:2.0:1787561118.420583:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787561118.420584:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561118.420586:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787561118.420589:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b46684000 x1874380593072640/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561233 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.420595:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787561118.420596:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787561118.420597:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b70fa6c00. 02000000:00000001:2.0:1787561118.420600:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787561118.420601:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787561118.420602:0:2391:0:(genops.c:1223:class_import_put()) import ffff8c4b6f729800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c4b486d2800 00000020:00000001:2.0:1787561118.420603:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787561118.420604:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b50229d00. 02000000:00000001:2.0:1787561118.420606:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787561118.420607:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787561118.420608:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b46684000. 00000100:00000001:2.0:1787561118.420611:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787561118.420612:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561118.420615:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561118.420617:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787561118.420625:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787561118.420627:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561118.420629:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787561118.434924:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561118.434952:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787561118.434957:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561118.434960:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561118.434970:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.434978:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:2.0:1787561118.434991:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.434996:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.435002:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.435007:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 4 MB=0x6a8bd3d6c8a80 00000400:00000200:2.0:1787561118.435013:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.435020:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c365 [1] + 224 00000800:00000001:2.0:1787561118.435028:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561118.435032:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561118.435036:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561118.435042:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:2.0:1787561118.435051:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561118.435074:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b46685f80 x1874380593072768/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787561118.435086:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b46685f80 x1874380593072768/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.435106:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787561118.435116:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561118.435120:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787561118.435121:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561118.435123:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561118.435126:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.435130:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:2.0:1787561118.435134:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.435136:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.435155:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.435158:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 4 MB=0x6a8bd3d6c8b00 00000400:00000200:2.0:1787561118.435161:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561118.435166:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c395 [1] + 224 00000800:00000001:2.0:1787561118.435170:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561118.435179:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561118.435181:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561118.435185:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:2.0:1787561118.435188:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561118.435194:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b46687100 x1874380593072896/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787561118.435203:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b46687100 x1874380593072896/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.435220:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787561118.435224:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561118.435226:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561118.435252:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787561118.435256:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787561118.435262:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787561118.435264:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787561118.435268:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b6e3c3580. 00000400:00000200:2.0:1787561118.435272:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b45300330 00000400:00000010:2.0:1787561118.435274:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b45300330. 00000100:00000001:2.0:1787561118.435277:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561118.435395:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b46687100 x1874380593072896/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787561118.435403:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b46687100 x1874380593072896/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.435409:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787561118.435411:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561118.435413:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787561118.435417:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787561118.435426:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787561118.435428:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787561118.435431:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787561118.435442:0:2391:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c4b6f72a460 time=23 v=5 (5 5 5 5) 00000100:00001000:2.0:1787561118.435446:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b6f72a418 time=89 v=5 (1 1 0 0) 00000100:00000001:2.0:1787561118.435448:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787561118.435450:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787561118.435452:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787561118.435455:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561118.435459:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787561118.435462:0:2391:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c4b486d2800: skip recheck: last_committed 4295010116 00000100:00000001:2.0:1787561118.435464:0:2391:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787561118.435466:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561118.435471:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b46687100 x1874380593072896/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.435478:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787561118.435482:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787561118.435484:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787561118.435487:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b46687100 x1874380593072896/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787561118.435495:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b46687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335b1c03-7823-407b-acff-80525b7b83ae:2391:1874380593072896:192.168.201.126@tcp:400:kworker.0 00000100:00000001:2.0:1787561118.435499:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561118.435502:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787561118.435505:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b46687100 x1874380593072896/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561118.435511:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787561118.435513:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787561118.435516:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b70fa7c00. 02000000:00000001:2.0:1787561118.435521:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787561118.435523:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787561118.435525:0:2391:0:(genops.c:1223:class_import_put()) import ffff8c4b6f72a000 refcount=3 obd=lustre-OST0001-osc-ffff8c4b486d2800 00000020:00000001:2.0:1787561118.435527:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787561118.435535:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b50229c00. 02000000:00000001:2.0:1787561118.435538:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787561118.435540:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787561118.435542:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b46687100. 00000100:00000001:2.0:1787561118.435547:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787561118.435549:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561118.435551:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561118.435559:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787561118.435561:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561118.435563:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787561118.435565:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561118.435655:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787561118.435659:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787561118.435662:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787561118.435664:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787561118.435666:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b53288528. 00000400:00000200:3.0:1787561118.435670:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b480a9c38 00000400:00000010:3.0:1787561118.435673:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b480a9c38. 00000100:00000001:3.0:1787561118.435675:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787561118.435680:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b46685f80 x1874380593072768/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787561118.435689:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b46685f80 x1874380593072768/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.435695:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787561118.435696:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787561118.435698:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787561118.435700:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787561118.435701:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787561118.435702:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787561118.435704:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787561118.435708:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c4b6f72f460 time=23 v=5 (5 5 5 5) 00000100:00001000:3.0:1787561118.435712:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b6f72f418 time=122 v=5 (1 1 0 0) 00000100:00000001:3.0:1787561118.435714:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787561118.435715:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561118.435717:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787561118.435732:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561118.435741:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787561118.435743:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c4b486d2800: skip recheck: last_committed 42949697341 00000100:00000001:3.0:1787561118.435755:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787561118.435757:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561118.435762:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b46685f80 x1874380593072768/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.435769:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787561118.435771:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787561118.435772:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787561118.435776:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b46685f80 x1874380593072768/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787561118.435784:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b46685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:335b1c03-7823-407b-acff-80525b7b83ae:2392:1874380593072768:192.168.201.126@tcp:400:kworker.0 00000100:00000001:3.0:1787561118.435788:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787561118.435790:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787561118.435794:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b46685f80 x1874380593072768/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561134 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561118.435801:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787561118.435802:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787561118.435804:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b4573d800. 02000000:00000001:3.0:1787561118.435807:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787561118.435809:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787561118.435810:0:2392:0:(genops.c:1223:class_import_put()) import ffff8c4b6f72f000 refcount=3 obd=lustre-OST0000-osc-ffff8c4b486d2800 00000020:00000001:3.0:1787561118.435812:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787561118.435814:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b50229400. 02000000:00000001:3.0:1787561118.435816:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787561118.435817:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787561118.435819:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b46685f80. 00000100:00000001:3.0:1787561118.435822:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787561118.435823:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787561118.435825:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787561118.435829:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787561118.435830:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561118.435837:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787561118.435839:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561119.165041:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561119.165050:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561119.165056:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561119.165057:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787561119.165778:0:251108:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787561119.165783:0:251108:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787561119.165806:0:251108:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787561120.189215:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561120.189224:0:280594:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787561120.189226:0:280594:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787561120.189229:0:280594:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561120.189234:0:280594:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787561120.189237:0:280594:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561120.189239:0:280594:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561120.189242:0:280594:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561120.189246:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561120.189247:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787561120.191933:0:235342:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787561120.191941:0:235342:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787561120.191946:0:235342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787561120.773718:0:283962:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561121.215931:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561121.215940:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561121.215947:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561121.215949:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787561121.215981:0:241271:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787561121.215985:0:241271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787561121.215989:0:241271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787561122.237904:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561122.237912:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561122.237917:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561122.237919:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561122.237938:0:280594:0:(connection.c:75:cpu_latency_work()) work item of ffff8c4b43936b30 (cpu 3) has reached its deadline 4307306215, at 4307306241 00000100:00000010:3.0:1787561122.237947:0:280594:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c4b6dfff4e0. 00000020:00000001:3.0:1787561122.237962:0:235341:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787561122.237964:0:235341:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787561122.237967:0:235341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787561122.238774:0:255302:0:(connection.c:75:cpu_latency_work()) work item of ffff8c4b43936a20 (cpu 2) has reached its deadline 4307306215, at 4307306241 00000100:00000010:2.0:1787561122.238785:0:255302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c4b6dfff840. 00010000:00000001:3.0:1787561123.262354:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561123.262362:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561123.262369:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561123.262370:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787561123.262441:0:251107:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787561123.262444:0:251107:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787561123.262447:0:251107:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787561123.517050:0:252911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8b30bcd9-68e9-44a1-9309-1fe04418d13b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787561123.517061:0:252911:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787561123.517073:0:252911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b72369180. 00000020:00000040:0.0:1787561123.517080:0:252911:0:(genops.c:1210:class_import_get()) import ffff8c4b485dd800 refcount=4 obd=MGC192.168.201.126@tcp 00000100:00000001:0.0:1787561123.517084:0:252911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787561123.517087:0:252911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787561123.517093:0:252911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787561123.517101:0:252911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b49387e00. 00000100:00000001:0.0:1787561123.517108:0:252911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561123.517121:0:252911:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8b30bcd9-68e9-44a1-9309-1fe04418d13b->MGS req@ffff8c4b72369180 x1874380593073024/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787561123.517132:0:252911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787561123.517136:0:252911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561123.517142:0:252911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d06a808] to pc [ptlrpcd_00_01+1] req@ffff8c4b72369180 x1874380593073024/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561123.517172:0:252911:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561123.517175:0:252911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 335b1c03-7823-407b-acff-80525b7b83ae->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787561123.517178:0:252911:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787561123.517181:0:252911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b7236b480. 00000020:00000040:0.0:1787561123.517184:0:252911:0:(genops.c:1210:class_import_get()) import ffff8c4b43937000 refcount=9 obd=lustre-MDT0000-mdc-ffff8c4b486d2800 00000100:00000001:0.0:1787561123.517186:0:252911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787561123.517187:0:252911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787561123.517189:0:252911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787561123.517192:0:252911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b49387f00. 00000100:00000001:0.0:1787561123.517195:0:252911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561123.517212:0:252911:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335b1c03-7823-407b-acff-80525b7b83ae->lustre-MDT0000_UUID req@ffff8c4b7236b480 x1874380593073152/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787561123.517242:0:252911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787561123.517243:0:252911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561123.517248:0:252911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f5ab143] to pc [ptlrpcd_00_00+0] req@ffff8c4b7236b480 x1874380593073152/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561123.517256:0:252911:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561123.517258:0:252911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 335b1c03-7823-407b-acff-80525b7b83ae->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787561123.517261:0:252911:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787561123.517264:0:252911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b7236bb80. 00000020:00000040:0.0:1787561123.517266:0:252911:0:(genops.c:1210:class_import_get()) import ffff8c4b6f729800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c4b486d2800 00000100:00000001:0.0:1787561123.517268:0:252911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787561123.517270:0:252911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787561123.517272:0:252911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787561123.517275:0:252911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b49387c00. 00000100:00000001:0.0:1787561123.517278:0:252911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561123.517282:0:252911:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335b1c03-7823-407b-acff-80525b7b83ae->lustre-MDT0001_UUID req@ffff8c4b7236bb80 x1874380593073280/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787561123.517288:0:252911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787561123.517290:0:252911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561123.517294:0:252911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004fd7f35] to pc [ptlrpcd_00_01+1] req@ffff8c4b7236bb80 x1874380593073280/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561123.517301:0:252911:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561123.517303:0:252911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 335b1c03-7823-407b-acff-80525b7b83ae->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787561123.517305:0:252911:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787561123.517309:0:252911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b72368e00. 00000020:00000040:0.0:1787561123.517311:0:252911:0:(genops.c:1210:class_import_get()) import ffff8c4b6f72f000 refcount=4 obd=lustre-OST0000-osc-ffff8c4b486d2800 00000100:00000001:0.0:1787561123.517313:0:252911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787561123.517314:0:252911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787561123.517316:0:252911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787561123.517319:0:252911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b49387300. 00000100:00000001:0.0:1787561123.517328:0:252911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561123.517332:0:252911:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335b1c03-7823-407b-acff-80525b7b83ae->lustre-OST0000_UUID req@ffff8c4b72368e00 x1874380593073408/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787561123.517338:0:252911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787561123.517339:0:252911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561123.517343:0:252911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e35e5eb] to pc [ptlrpcd_00_00+0] req@ffff8c4b72368e00 x1874380593073408/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561123.517348:0:252911:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561123.517350:0:252911:0:(pinger.c:229:ptlrpc_pinger_process_import()) 335b1c03-7823-407b-acff-80525b7b83ae->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787561123.517353:0:252911:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787561123.517355:0:252911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b72369f80. 00000020:00000040:0.0:1787561123.517357:0:252911:0:(genops.c:1210:class_import_get()) import ffff8c4b6f72a000 refcount=4 obd=lustre-OST0001-osc-ffff8c4b486d2800 00000100:00000001:0.0:1787561123.517359:0:252911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787561123.517360:0:252911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787561123.517361:0:252911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787561123.517364:0:252911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b49387800. 00000100:00000001:0.0:1787561123.517366:0:252911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561123.517370:0:252911:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335b1c03-7823-407b-acff-80525b7b83ae->lustre-OST0001_UUID req@ffff8c4b72369f80 x1874380593073536/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787561123.517374:0:252911:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787561123.517376:0:252911:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561123.517379:0:252911:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cba99f6b] to pc [ptlrpcd_00_01+1] req@ffff8c4b72369f80 x1874380593073536/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561123.517384:0:252911:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561123.517388:0:252911:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12645) 00000100:00000001:1.0:1787561123.517544:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787561123.517549:0:2390:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787561123.517551:0:2390:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787561123.517558:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b72369180 x1874380593073024/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.517566:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787561123.517568:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561123.517580:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787561123.517583:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787561123.517586:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787561123.517589:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b72369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8b30bcd9-68e9-44a1-9309-1fe04418d13b:2390:1874380593073024:192.168.201.126@tcp:400:kworker.0 00000100:00000001:1.0:1787561123.517594:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787561123.517600:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787561123.517602:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561123.517605:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787561123.517610:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b4a570600. 02000000:00000001:1.0:1787561123.517612:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787561123.517619:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:1.0:1787561123.517622:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b51a13898. 00000400:00000010:1.0:1787561123.517630:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dce58. 00000100:00000200:1.0:1787561123.517636:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593073024, portal 25 00000100:00000001:1.0:1787561123.517638:0:2390:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787561123.517640:0:2390:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616854399455616 : -127219310096000 : ffff8c4b72369180) 00000100:00000040:1.0:1787561123.517645:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b72369180 x1874380593073024/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.517652:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787561123.517771:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:1.0:1787561123.517775:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dcbb0. 00000100:00000200:1.0:1787561123.517779:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874380593073024, offset 0 00000400:00000200:1.0:1787561123.517794:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:1.0:1787561123.517802:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561123.517809:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:1.0:1787561123.517813:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787561123.517818:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:1.0:1787561123.517822:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787561123.517824:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:1.0:1787561123.517828:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544767:544767:256:4294967295] 192.168.201.126@tcp LPNI seq info [544697:544697:8:4294967295] 00000400:00000200:1.0:1787561123.517833:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561123.517843:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:1.0:1787561123.517849:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:1.0:1787561123.517874:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4a452bb300. 00000800:00000200:1.0:1787561123.517923:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:1.0:1787561123.517930:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:1.0:1787561123.517935:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4a452bb300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787561123.517950:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787561123.517954:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:1.0:1787561123.517957:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 2 is 4307311332 00000100:00000010:1.0:1787561123.517962:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c4b70c1cf60. 00000100:00000001:1.0:1787561123.517968:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787561123.517973:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 3 is 4307311332 00000100:00000010:1.0:1787561123.517977:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c4b70c1c720. 00000100:00000001:1.0:1787561123.517980:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787561123.517983:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561123.517986:0:2390:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561123.517989:0:2390:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787561123.517993:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b7236bb80 x1874380593073280/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.518000:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787561123.518002:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561123.518010:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787561123.518012:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787561123.518014:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787561123.518018:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b7236bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:335b1c03-7823-407b-acff-80525b7b83ae:2390:1874380593073280:192.168.201.126@tcp:400:kworker.0 00000100:00000001:1.0:1787561123.518021:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787561123.518024:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787561123.518025:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561123.518027:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787561123.518031:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b48fc8e00. 02000000:00000001:1.0:1787561123.518033:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787561123.518037:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:1.0:1787561123.518039:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b51a13318. 00000400:00000010:1.0:1787561123.518043:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dcb28. 00000100:00000200:1.0:1787561123.518046:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593073280, portal 10 00000100:00000001:1.0:1787561123.518048:0:2390:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787561123.518049:0:2390:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616854399466368 : -127219310085248 : ffff8c4b7236bb80) 00000100:00000040:1.0:1787561123.518056:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b7236bb80 x1874380593073280/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.518063:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787561123.518065:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:1.0:1787561123.518067:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dc880. 00000100:00000200:1.0:1787561123.518070:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874380593073280, offset 0 00000400:00000200:1.0:1787561123.518074:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:1.0:1787561123.518078:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561123.518081:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:1.0:1787561123.518084:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787561123.518086:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:1.0:1787561123.518089:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787561123.518091:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:1.0:1787561123.518094:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544768:544768:255:4294967295] 192.168.201.126@tcp LPNI seq info [544698:544698:7:4294967295] 00000400:00000200:1.0:1787561123.518098:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561123.518104:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:1.0:1787561123.518115:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:1.0:1787561123.518119:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4a452bb700. 00000800:00000200:1.0:1787561123.518122:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:1.0:1787561123.518127:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:1.0:1787561123.518130:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4a452bb700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787561123.518133:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561123.518137:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: using a timeout of 22008 usecs (23 jiffies) 00000400:00000200:1.0:1787561123.518140:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:1.0:1787561123.518142:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 2 is 4307307544 00000100:00000001:1.0:1787561123.518144:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: PM QoS request active for cpu 2, keep current deadline 4307311332 00000100:00000001:1.0:1787561123.518147:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 3 is 4307307544 00000100:00000001:1.0:1787561123.518149:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: PM QoS request active for cpu 3, keep current deadline 4307311332 00000100:00000001:1.0:1787561123.518151:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561123.518153:0:2390:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561123.518155:0:2390:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787561123.518159:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b72369f80 x1874380593073536/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.518167:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787561123.518168:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561123.518170:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787561123.518172:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787561123.518174:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787561123.518177:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b72369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:335b1c03-7823-407b-acff-80525b7b83ae:2390:1874380593073536:192.168.201.126@tcp:400:kworker.0 00000100:00000001:1.0:1787561123.518180:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787561123.518183:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787561123.518184:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561123.518186:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787561123.518189:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b496b7000. 02000000:00000001:1.0:1787561123.518191:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787561123.518194:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:1.0:1787561123.518325:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b51a139a0. 00000400:00000010:1.0:1787561123.518329:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dc220. 00000100:00000200:1.0:1787561123.518332:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593073536, portal 4 00000100:00000001:1.0:1787561123.518333:0:2390:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787561123.518334:0:2390:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616854399459200 : -127219310092416 : ffff8c4b72369f80) 00000100:00000040:1.0:1787561123.518341:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b72369f80 x1874380593073536/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.518348:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787561123.518350:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:1.0:1787561123.518352:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dcd48. 00000100:00000200:1.0:1787561123.518354:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874380593073536, offset 0 00000400:00000200:1.0:1787561123.518358:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:1.0:1787561123.518362:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561123.518365:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:1.0:1787561123.518367:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787561123.518370:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:1.0:1787561123.518372:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787561123.518373:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:1.0:1787561123.518376:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544769:544769:254:4294967295] 192.168.201.126@tcp LPNI seq info [544699:544699:6:4294967295] 00000400:00000200:1.0:1787561123.518379:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561123.518385:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:1.0:1787561123.518390:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:1.0:1787561123.518393:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4a452bb600. 00000800:00000200:1.0:1787561123.518396:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:1.0:1787561123.518400:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:1.0:1787561123.518403:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4a452bb600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787561123.518405:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561123.518407:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: using a timeout of 136282 usecs (137 jiffies) 00000400:00000200:1.0:1787561123.518410:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:1.0:1787561123.518411:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 2 is 4307307658 00000100:00000001:1.0:1787561123.518413:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: PM QoS request active for cpu 2, keep current deadline 4307311332 00000100:00000001:1.0:1787561123.518422:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 3 is 4307307658 00000100:00000001:1.0:1787561123.518423:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: PM QoS request active for cpu 3, keep current deadline 4307311332 00000100:00000001:1.0:1787561123.518425:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561123.518427:0:2390:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561123.518429:0:2390:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561123.518432:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561123.518438:0:2390:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787561123.518440:0:2390:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787561123.518442:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787561123.518444:0:2390:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787561123.518445:0:2390:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787561123.518448:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1787561123.518449:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561123.518451:0:2390:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787561123.518452:0:2390:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561123.518454:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787561123.518455:0:2390:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787561123.518456:0:2390:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787561123.518460:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b7236b480 x1874380593073152/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.518467:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787561123.518468:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561123.518471:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787561123.518473:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787561123.518475:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787561123.518478:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b7236b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:335b1c03-7823-407b-acff-80525b7b83ae:2390:1874380593073152:192.168.201.126@tcp:400:kworker.0 00000100:00000001:1.0:1787561123.518481:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787561123.518484:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787561123.518485:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561123.518487:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787561123.518490:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b496b6a00. 02000000:00000001:1.0:1787561123.518492:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787561123.518495:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:1.0:1787561123.518497:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b51a13478. 00000400:00000010:1.0:1787561123.518505:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dcf68. 00000100:00000200:1.0:1787561123.518508:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593073152, portal 10 00000100:00000001:1.0:1787561123.518510:0:2390:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787561123.518511:0:2390:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616854399464576 : -127219310087040 : ffff8c4b7236b480) 00000100:00000040:1.0:1787561123.518517:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b7236b480 x1874380593073152/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.518524:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787561123.518526:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:1.0:1787561123.518529:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dc110. 00000100:00000200:1.0:1787561123.518531:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874380593073152, offset 0 00000400:00000200:1.0:1787561123.518535:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:1.0:1787561123.518539:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561123.518542:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:1.0:1787561123.518545:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787561123.518547:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:1.0:1787561123.518550:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787561123.518552:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:1.0:1787561123.518555:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544770:544770:253:4294967295] 192.168.201.126@tcp LPNI seq info [544700:544700:5:4294967295] 00000400:00000200:1.0:1787561123.518559:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561123.518565:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:3.0:1787561123.518706:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787561123.518711:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4a452bb300. 00000400:00000200:3.0:1787561123.518718:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787561123.518723:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:3.0:1787561123.518734:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dcbb0 00000400:00000010:3.0:1787561123.518737:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dcbb0. 00000100:00000001:3.0:1787561123.518741:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787561123.518746:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b72369180 x1874380593073024/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561123.518755:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787561123.518758:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b72369180 x1874380593073024/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561123.518764:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561123.518766:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787561123.518779:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787561123.518782:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4a452bb700. 00000400:00000200:3.0:1787561123.518785:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787561123.518788:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:3.0:1787561123.518790:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dc880 00000400:00000010:3.0:1787561123.518791:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dc880. 00000100:00000001:3.0:1787561123.518794:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787561123.518796:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b7236bb80 x1874380593073280/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561123.518802:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787561123.518804:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b7236bb80 x1874380593073280/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561123.518810:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561123.518811:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787561123.519055:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787561123.519058:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4a452bb600. 00000400:00000200:3.0:1787561123.519061:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787561123.519065:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:3.0:1787561123.519068:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dcd48 00000400:00000010:3.0:1787561123.519070:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dcd48. 00000100:00000001:3.0:1787561123.519072:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787561123.519077:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b72369f80 x1874380593073536/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561123.519095:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787561123.519100:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b72369f80 x1874380593073536/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561123.519105:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561123.519107:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787561123.519319:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787561123.519323:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787561123.519370:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:1.0:1787561123.519376:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4a452bb400. 00000800:00000200:1.0:1787561123.519382:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:1.0:1787561123.519388:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:1.0:1787561123.519392:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4a452bb400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787561123.519502:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561123.519507:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: using a timeout of 23642 usecs (24 jiffies) 00000400:00000200:1.0:1787561123.519511:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:1.0:1787561123.519513:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 2 is 4307307546 00000100:00000001:1.0:1787561123.519516:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: PM QoS request active for cpu 2, keep current deadline 4307311332 00000100:00000001:1.0:1787561123.519523:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 3 is 4307307546 00000100:00000001:1.0:1787561123.519525:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: PM QoS request active for cpu 3, keep current deadline 4307311332 00000100:00000001:1.0:1787561123.519527:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561123.519530:0:2390:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561123.519533:0:2390:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787561123.519538:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b72368e00 x1874380593073408/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.519545:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787561123.519547:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561123.519550:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787561123.519552:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787561123.519554:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787561123.519557:0:2390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b72368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:335b1c03-7823-407b-acff-80525b7b83ae:2390:1874380593073408:192.168.201.126@tcp:400:kworker.0 00000100:00000001:1.0:1787561123.519560:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787561123.519564:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787561123.519565:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561123.519567:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787561123.519578:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b496b6c00. 02000000:00000001:1.0:1787561123.519580:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787561123.519584:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:1.0:1787561123.519587:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b51a13d10. 00000400:00000010:1.0:1787561123.519592:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dc770. 00000100:00000200:1.0:1787561123.519596:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593073408, portal 4 00000100:00000001:1.0:1787561123.519598:0:2390:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787561123.519599:0:2390:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616854399454720 : -127219310096896 : ffff8c4b72368e00) 00000100:00000040:1.0:1787561123.519605:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b72368e00 x1874380593073408/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.519612:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787561123.519614:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:1.0:1787561123.519616:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b6d8dcc38. 00000100:00000200:1.0:1787561123.519619:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874380593073408, offset 0 00000400:00000200:1.0:1787561123.519630:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:1.0:1787561123.519635:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561123.519640:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:1.0:1787561123.519644:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787561123.519646:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:1.0:1787561123.519649:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787561123.519651:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:1.0:1787561123.519664:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544771:544771:255:4294967295] 192.168.201.126@tcp LPNI seq info [544701:544701:7:4294967295] 00000400:00000200:1.0:1787561123.519669:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:1.0:1787561123.519676:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:1.0:1787561123.519681:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:1.0:1787561123.519685:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4a452bb200. 00000800:00000200:1.0:1787561123.519689:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:1.0:1787561123.519694:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:1.0:1787561123.519696:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4a452bb200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787561123.519699:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561123.519702:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: using a timeout of 128253 usecs (129 jiffies) 00000400:00000200:1.0:1787561123.519705:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:1.0:1787561123.519707:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 2 is 4307307651 00000100:00000001:1.0:1787561123.519710:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: PM QoS request active for cpu 2, keep current deadline 4307311332 00000100:00000001:1.0:1787561123.519712:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 3 is 4307307651 00000100:00000001:1.0:1787561123.519714:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: PM QoS request active for cpu 3, keep current deadline 4307311332 00000100:00000001:1.0:1787561123.519716:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561123.519718:0:2390:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561123.519721:0:2390:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561123.519724:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787561123.539337:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561123.539356:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787561123.539360:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561123.539363:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561123.539373:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561123.539382:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:2.0:1787561123.539390:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561123.539395:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561123.539401:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561123.539405:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 25 MB=0x6a8bd3d6c8b80 00000400:00000200:2.0:1787561123.539411:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561123.539418:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c3a5 [1] + 224 00000800:00000001:2.0:1787561123.539424:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561123.539427:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561123.539431:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561123.539436:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:2.0:1787561123.539444:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561123.539454:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b72369180 x1874380593073024/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787561123.539485:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b72369180 x1874380593073024/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561123.539505:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1787561123.539549:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787561123.539553:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4a452bb400. 00000400:00000200:2.0:1787561123.539557:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561123.539560:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:2.0:1787561123.539563:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dc110 00000400:00000010:2.0:1787561123.539566:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dc110. 00000100:00000001:2.0:1787561123.539577:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787561123.539582:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b7236b480 x1874380593073152/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561123.539595:0:2383:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787561123.539598:0:2383:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b7236b480 x1874380593073152/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561123.539606:0:2383:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561123.539608:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787561123.539614:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561123.539618:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787561123.539620:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561123.539621:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561123.539624:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561123.539628:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:2.0:1787561123.539632:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561123.539635:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561123.539638:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561123.539641:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 10 MB=0x6a8bd3d6c8c80 00000400:00000200:2.0:1787561123.539644:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561123.539648:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c3ad [1] + 224 00000800:00000001:2.0:1787561123.539652:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561123.539675:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561123.539678:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561123.539681:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:2.0:1787561123.539685:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561123.539689:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b7236bb80 x1874380593073280/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787561123.539698:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b7236bb80 x1874380593073280/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561123.539706:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1787561123.539732:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787561123.539735:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4a452bb200. 00000400:00000200:2.0:1787561123.539738:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561123.539742:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:2.0:1787561123.539744:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dcc38 00000400:00000010:2.0:1787561123.539746:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dcc38. 00000100:00000001:2.0:1787561123.539748:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787561123.539753:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b72368e00 x1874380593073408/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561123.539760:0:2383:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787561123.539763:0:2383:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b72368e00 x1874380593073408/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561123.539768:0:2383:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561123.539769:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787561123.539773:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561123.539776:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561123.540121:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787561123.540125:0:2390:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787561123.540132:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787561123.540134:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787561123.540136:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b51a13898. 00000400:00000200:1.0:1787561123.540147:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dce58 00000400:00000010:1.0:1787561123.540149:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dce58. 00000100:00000001:1.0:1787561123.540152:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787561123.540156:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b72369180 x1874380593073024/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787561123.540166:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b72369180 x1874380593073024/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.540171:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787561123.540173:0:2390:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561123.540176:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787561123.540180:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787561123.540182:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787561123.540184:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561123.540186:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787561123.540194:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c4b485ddc60 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1787561123.540198:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b485ddc18 time=91 v=5 (1 1 1 1) 00000100:00000001:1.0:1787561123.540200:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787561123.540202:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787561123.540204:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787561123.540206:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561123.540208:0:2390:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561123.540213:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b72369180 x1874380593073024/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.540220:0:2390:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561123.540223:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787561123.540225:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787561123.540229:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b72369180 x1874380593073024/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787561123.540236:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b72369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8b30bcd9-68e9-44a1-9309-1fe04418d13b:2390:1874380593073024:192.168.201.126@tcp:400:kworker.0 00000400:00000001:1.0:1787561123.540242:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787561123.540243:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787561123.540245:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b51a13318. 00000400:00000200:1.0:1787561123.540254:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dcb28 00000400:00000010:1.0:1787561123.540256:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dcb28. 00000100:00000001:1.0:1787561123.540258:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787561123.540261:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b7236bb80 x1874380593073280/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787561123.540268:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b7236bb80 x1874380593073280/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.540273:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787561123.540275:0:2390:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561123.540276:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787561123.540277:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787561123.540279:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787561123.540280:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561123.540281:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787561123.540288:0:2390:0:(import.c:2149:obd_at_measure()) add 84 to ffff8c4b6f729c60 time=28 v=84 (84 84 84 84) 00000100:00001000:1.0:1787561123.540291:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b6f729c18 time=67 v=5 (1 1 1 1) 00000100:00000001:1.0:1787561123.540293:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787561123.540294:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787561123.540295:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787561123.540299:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4b7236bb80 x1874380593073280/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787561123.540305:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561123.540308:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787561123.540310:0:2390:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c4b486d2800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1787561123.540312:0:2390:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787561123.540314:0:2390:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561123.540317:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b7236bb80 x1874380593073280/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.540323:0:2390:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561123.540325:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787561123.540326:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787561123.540330:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b7236bb80 x1874380593073280/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787561123.540348:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b7236bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:335b1c03-7823-407b-acff-80525b7b83ae:2390:1874380593073280:192.168.201.126@tcp:400:kworker.0 00000100:00000001:1.0:1787561123.540353:0:2390:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561123.540355:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787561123.540358:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b72369180 x1874380593073024/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.540364:0:2390:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787561123.540366:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787561123.540370:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b4a570600. 02000000:00000001:1.0:1787561123.540374:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787561123.540377:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787561123.540379:0:2390:0:(genops.c:1223:class_import_put()) import ffff8c4b485dd800 refcount=3 obd=MGC192.168.201.126@tcp 00000020:00000001:1.0:1787561123.540381:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787561123.540384:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b49387e00. 02000000:00000001:1.0:1787561123.540387:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787561123.540389:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787561123.540390:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b72369180. 00000100:00000001:1.0:1787561123.540395:0:2390:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787561123.540396:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561123.540398:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787561123.540401:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b7236bb80 x1874380593073280/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.540407:0:2390:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787561123.540408:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787561123.540410:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b48fc8e00. 02000000:00000001:1.0:1787561123.540413:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787561123.540414:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787561123.540415:0:2390:0:(genops.c:1223:class_import_put()) import ffff8c4b6f729800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c4b486d2800 00000020:00000001:1.0:1787561123.540417:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787561123.540419:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b49387c00. 02000000:00000001:1.0:1787561123.540420:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787561123.540421:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787561123.540423:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b7236bb80. 00000100:00000001:1.0:1787561123.540426:0:2390:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787561123.540434:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561123.540438:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561123.540439:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787561123.540441:0:2390:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787561123.540443:0:2390:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561123.540444:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787561123.552331:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787561123.552401:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787561123.552405:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787561123.552410:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787561123.552418:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561123.552425:0:2384:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:3.0:1787561123.552434:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561123.552439:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561123.552444:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561123.552449:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 4 MB=0x6a8bd3d6c8d80 00000400:00000200:3.0:1787561123.552454:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561123.552462:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c3b5 [1] + 224 00000800:00000001:3.0:1787561123.552469:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787561123.552473:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787561123.552476:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787561123.552481:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:3.0:1787561123.552490:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787561123.552502:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b72369f80 x1874380593073536/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787561123.552512:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b72369f80 x1874380593073536/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561123.552537:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787561123.552546:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787561123.552549:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787561123.552551:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787561123.552569:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787561123.552579:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561123.552583:0:2384:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:3.0:1787561123.552588:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561123.552590:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561123.552593:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561123.552595:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 4 MB=0x6a8bd3d6c8d00 00000400:00000200:3.0:1787561123.552599:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561123.552602:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c3c5 [1] + 224 00000800:00000001:3.0:1787561123.552607:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787561123.552610:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787561123.552612:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787561123.552615:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:3.0:1787561123.552618:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787561123.552622:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b72368e00 x1874380593073408/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787561123.552631:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b72368e00 x1874380593073408/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561123.552638:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787561123.552642:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787561123.552645:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787561123.552647:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787561123.552649:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787561123.552651:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561123.552686:0:2384:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:3.0:1787561123.552691:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561123.552694:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561123.552696:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561123.552699:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 10 MB=0x6a8bd3d6c8c00 00000400:00000200:3.0:1787561123.552702:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561123.552706:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c3bd [1] + 224 00000800:00000001:3.0:1787561123.552709:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787561123.552730:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787561123.552732:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787561123.552736:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:3.0:1787561123.552740:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787561123.552744:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b7236b480 x1874380593073152/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787561123.552752:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b7236b480 x1874380593073152/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561123.552758:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787561123.552762:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787561123.552766:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561123.552974:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787561123.552979:0:2390:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787561123.552985:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787561123.552987:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787561123.552990:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b51a13478. 00000400:00000200:1.0:1787561123.552995:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dcf68 00000400:00000010:1.0:1787561123.552998:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dcf68. 00000100:00000001:1.0:1787561123.553000:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787561123.553005:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b7236b480 x1874380593073152/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787561123.553013:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b7236b480 x1874380593073152/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.553018:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787561123.553020:0:2390:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561123.553023:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787561123.553026:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787561123.553029:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787561123.553031:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561123.553034:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787561123.553043:0:2390:0:(import.c:2149:obd_at_measure()) add 84 to ffff8c4b43937460 time=28 v=84 (84 84 84 84) 00000100:00001000:1.0:1787561123.553048:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b43937418 time=91 v=5 (1 1 1 1) 00000100:00000001:1.0:1787561123.553051:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787561123.553052:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787561123.553055:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787561123.553059:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561123.553063:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787561123.553065:0:2390:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c4b486d2800: skip recheck: last_committed 30064771621 00000100:00000001:1.0:1787561123.553068:0:2390:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787561123.553070:0:2390:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561123.553075:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b7236b480 x1874380593073152/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.553091:0:2390:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561123.553095:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787561123.553097:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787561123.553101:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b7236b480 x1874380593073152/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787561123.553109:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b7236b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:335b1c03-7823-407b-acff-80525b7b83ae:2390:1874380593073152:192.168.201.126@tcp:400:kworker.0 00000400:00000001:1.0:1787561123.553115:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787561123.553117:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787561123.553118:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b51a13d10. 00000400:00000200:1.0:1787561123.553121:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dc770 00000400:00000010:1.0:1787561123.553122:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dc770. 00000100:00000001:1.0:1787561123.553125:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787561123.553128:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b72368e00 x1874380593073408/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787561123.553135:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b72368e00 x1874380593073408/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.553140:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787561123.553142:0:2390:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561123.553144:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787561123.553145:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787561123.553146:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787561123.553148:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561123.553150:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787561123.553154:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c4b6f72f460 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1787561123.553156:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b6f72f418 time=127 v=5 (1 1 0 0) 00000100:00000001:1.0:1787561123.553159:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787561123.553160:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787561123.553162:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787561123.553164:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561123.553167:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787561123.553168:0:2390:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c4b486d2800: skip recheck: last_committed 42949697341 00000100:00000001:1.0:1787561123.553175:0:2390:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787561123.553176:0:2390:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561123.553181:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b72368e00 x1874380593073408/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.553187:0:2390:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561123.553188:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787561123.553190:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787561123.553192:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b72368e00 x1874380593073408/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787561123.553200:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b72368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:335b1c03-7823-407b-acff-80525b7b83ae:2390:1874380593073408:192.168.201.126@tcp:400:kworker.0 00000400:00000001:1.0:1787561123.553204:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787561123.553206:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787561123.553207:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b51a139a0. 00000400:00000200:1.0:1787561123.553209:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b6d8dc220 00000400:00000010:1.0:1787561123.553211:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b6d8dc220. 00000100:00000001:1.0:1787561123.553214:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787561123.553217:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b72369f80 x1874380593073536/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787561123.553225:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b72369f80 x1874380593073536/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.553231:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787561123.553232:0:2390:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561123.553233:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787561123.553235:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787561123.553237:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787561123.553238:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787561123.553240:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787561123.553244:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c4b6f72a460 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1787561123.553247:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b6f72a418 time=94 v=5 (1 1 0 0) 00000100:00000001:1.0:1787561123.553249:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787561123.553250:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787561123.553259:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787561123.553261:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561123.553263:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787561123.553264:0:2390:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c4b486d2800: skip recheck: last_committed 4295010116 00000100:00000001:1.0:1787561123.553266:0:2390:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787561123.553268:0:2390:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787561123.553272:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b72369f80 x1874380593073536/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.553279:0:2390:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787561123.553280:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787561123.553281:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787561123.553285:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b72369f80 x1874380593073536/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787561123.553291:0:2390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b72369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:335b1c03-7823-407b-acff-80525b7b83ae:2390:1874380593073536:192.168.201.126@tcp:400:kworker.0 00000100:00000001:1.0:1787561123.553295:0:2390:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561123.553297:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787561123.553301:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b7236b480 x1874380593073152/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561238 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.553307:0:2390:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787561123.553309:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787561123.553313:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b496b6a00. 02000000:00000001:1.0:1787561123.553317:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787561123.553319:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787561123.553321:0:2390:0:(genops.c:1223:class_import_put()) import ffff8c4b43937000 refcount=8 obd=lustre-MDT0000-mdc-ffff8c4b486d2800 00000020:00000001:1.0:1787561123.553324:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787561123.553326:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b49387f00. 02000000:00000001:1.0:1787561123.553329:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787561123.553331:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787561123.553333:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b7236b480. 00000100:00000001:1.0:1787561123.553337:0:2390:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787561123.553339:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561123.553340:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787561123.553349:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b72368e00 x1874380593073408/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.553354:0:2390:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787561123.553356:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787561123.553358:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b496b6c00. 02000000:00000001:1.0:1787561123.553360:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787561123.553361:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787561123.553362:0:2390:0:(genops.c:1223:class_import_put()) import ffff8c4b6f72f000 refcount=3 obd=lustre-OST0000-osc-ffff8c4b486d2800 00000020:00000001:1.0:1787561123.553364:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787561123.553365:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b49387300. 02000000:00000001:1.0:1787561123.553367:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787561123.553368:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787561123.553369:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b72368e00. 00000100:00000001:1.0:1787561123.553373:0:2390:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787561123.553374:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561123.553375:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787561123.553378:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b72369f80 x1874380593073536/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561139 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787561123.553383:0:2390:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787561123.553384:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787561123.553386:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b496b7000. 02000000:00000001:1.0:1787561123.553388:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787561123.553389:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787561123.553390:0:2390:0:(genops.c:1223:class_import_put()) import ffff8c4b6f72a000 refcount=3 obd=lustre-OST0001-osc-ffff8c4b486d2800 00000020:00000001:1.0:1787561123.553392:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787561123.553394:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b49387800. 02000000:00000001:1.0:1787561123.553395:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787561123.553396:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787561123.553398:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b72369f80. 00000100:00000001:1.0:1787561123.553402:0:2390:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787561123.553403:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561123.553406:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787561123.553413:0:2390:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787561123.553415:0:2390:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787561123.553417:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787561123.553419:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561124.285427:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561124.285434:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561124.285440:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561124.285441:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787561124.288285:0:251108:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787561124.288295:0:251108:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787561124.288300:0:251108:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787561125.317706:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561125.317716:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561125.317723:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561125.317724:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787561125.319083:0:235342:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787561125.319094:0:235342:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787561125.319099:0:235342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787561126.334970:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561126.334978:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561126.334985:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561126.334986:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787561126.335256:0:241271:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787561126.335268:0:241271:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787561126.335272:0:241271:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787561127.356938:0:284013:0:(connection.c:75:cpu_latency_work()) work item of ffff8c4b43936a20 (cpu 2) has reached its deadline 4307311332, at 4307311360 00000100:00000010:2.0:1787561127.356952:0:284013:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c4b70c1cf60. 00010000:00000001:3.0:1787561127.358650:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561127.358654:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561127.358660:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561127.358664:0:280594:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787561127.358666:0:280594:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787561127.358671:0:280594:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787561127.358673:0:280594:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787561127.358675:0:280594:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561127.358678:0:280594:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787561127.358680:0:280594:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561127.358682:0:280594:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561127.358685:0:280594:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561127.358698:0:280594:0:(connection.c:75:cpu_latency_work()) work item of ffff8c4b43936b30 (cpu 3) has reached its deadline 4307311332, at 4307311361 00000100:00000010:3.0:1787561127.358715:0:280594:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c4b70c1c720. 00000020:00000001:3.0:1787561127.358725:0:235341:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787561127.358727:0:235341:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787561127.358729:0:235341:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787561128.381550:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561128.381557:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561128.381565:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561128.381567:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787561128.383990:0:251107:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787561128.383995:0:251107:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787561128.384000:0:251107:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787561128.624857:0:284105:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561128.643784:0:283844:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8b30bcd9-68e9-44a1-9309-1fe04418d13b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787561128.643796:0:283844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787561128.643808:0:283844:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b7236b100. 00000020:00000040:0.0:1787561128.643814:0:283844:0:(genops.c:1210:class_import_get()) import ffff8c4b485dd800 refcount=4 obd=MGC192.168.201.126@tcp 00000100:00000001:0.0:1787561128.643818:0:283844:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787561128.643821:0:283844:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787561128.643827:0:283844:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787561128.643836:0:283844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b49387200. 00000100:00000001:0.0:1787561128.643844:0:283844:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561128.643856:0:283844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8b30bcd9-68e9-44a1-9309-1fe04418d13b->MGS req@ffff8c4b7236b100 x1874380593073664/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787561128.643867:0:283844:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787561128.643872:0:283844:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561128.643893:0:283844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b61a360a] to pc [ptlrpcd_00_00+0] req@ffff8c4b7236b100 x1874380593073664/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561128.647830:0:283844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561128.647840:0:283844:0:(pinger.c:229:ptlrpc_pinger_process_import()) 335b1c03-7823-407b-acff-80525b7b83ae->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787561128.647845:0:283844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787561128.647851:0:283844:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b72369500. 00000020:00000040:0.0:1787561128.647857:0:283844:0:(genops.c:1210:class_import_get()) import ffff8c4b43937000 refcount=9 obd=lustre-MDT0000-mdc-ffff8c4b486d2800 00000100:00000001:0.0:1787561128.647861:0:283844:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787561128.647863:0:283844:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787561128.647868:0:283844:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787561128.647875:0:283844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b49387a00. 00000100:00000001:0.0:1787561128.647895:0:283844:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561128.647907:0:283844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335b1c03-7823-407b-acff-80525b7b83ae->lustre-MDT0000_UUID req@ffff8c4b72369500 x1874380593073792/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787561128.647920:0:283844:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787561128.647924:0:283844:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561128.647942:0:283844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d443970] to pc [ptlrpcd_00_01+1] req@ffff8c4b72369500 x1874380593073792/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561128.647954:0:283844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561128.647956:0:283844:0:(pinger.c:229:ptlrpc_pinger_process_import()) 335b1c03-7823-407b-acff-80525b7b83ae->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787561128.647960:0:283844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1787561128.647987:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787561128.647991:0:2389:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787561128.647993:0:2389:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787561128.647999:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b7236b100 x1874380593073664/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561128.648007:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787561128.648009:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787561128.648013:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787561128.648015:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787561128.648017:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787561128.648021:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b7236b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b30bcd9-68e9-44a1-9309-1fe04418d13b:2389:1874380593073664:192.168.201.126@tcp:400:kworker.0 00000100:00000001:0.0:1787561128.648025:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787561128.648030:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787561128.648033:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787561128.648035:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787561128.648039:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b587f5600. 02000000:00000001:0.0:1787561128.648041:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787561128.648048:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:0.0:1787561128.648052:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b585fa210. 00000400:00000010:0.0:1787561128.648059:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b46ab9b28. 00000100:00000200:0.0:1787561128.648066:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593073664, portal 25 00000100:00000001:0.0:1787561128.648069:0:2389:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787561128.648071:0:2389:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616854399463680 : -127219310087936 : ffff8c4b7236b100) 00000100:00000040:0.0:1787561128.648077:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b7236b100 x1874380593073664/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561128.648084:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787561128.648087:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:0.0:1787561128.648095:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b46ab9ee0. 00000100:00000200:0.0:1787561128.648098:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874380593073664, offset 0 00000400:00000200:0.0:1787561128.648105:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:0.0:1787561128.648114:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:0.0:1787561128.648121:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:0.0:1787561128.648127:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787561128.648132:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:0.0:1787561128.648136:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787561128.648139:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:0.0:1787561128.648142:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544772:544772:256:4294967295] 192.168.201.126@tcp LPNI seq info [544702:544702:8:4294967295] 00000400:00000200:0.0:1787561128.648147:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:0.0:1787561128.648158:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:0.0:1787561128.648165:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:0.0:1787561128.648170:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4b49387900. 00000800:00000200:0.0:1787561128.648177:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:0.0:1787561128.648184:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:0.0:1787561128.648189:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4b49387900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787561128.648211:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787561128.648215:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:0.0:1787561128.648218:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 2 is 4307316462 00000100:00000010:0.0:1787561128.648223:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c4b6cddd900. 00000100:00000001:0.0:1787561128.648229:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787561128.648234:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS new deadline estimation for cpu 3 is 4307316462 00000100:00000010:0.0:1787561128.648237:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c4b6cddd2a0. 00000100:00000001:0.0:1787561128.648241:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.126@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787561128.648244:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787561128.648247:0:2389:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787561128.648250:0:2389:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787561128.648252:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787561128.648260:0:2389:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787561128.648263:0:2389:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787561128.648271:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787561128.648273:0:2389:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787561128.648274:0:2389:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787561128.648276:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1787561128.648278:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787561128.648280:0:2389:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787561128.648281:0:2389:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787561128.648282:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787561128.648283:0:2389:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787561128.648284:0:2389:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787561128.648288:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b72369500 x1874380593073792/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561128.648294:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787561128.648295:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787561128.648297:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787561128.648299:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787561128.648301:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787561128.648303:0:2389:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b72369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335b1c03-7823-407b-acff-80525b7b83ae:2389:1874380593073792:192.168.201.126@tcp:400:kworker.0 00000100:00000001:0.0:1787561128.648306:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787561128.648309:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787561128.648310:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787561128.648311:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787561128.648314:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b587f4800. 02000000:00000001:0.0:1787561128.648316:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787561128.648319:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:0.0:1787561128.648322:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b585fa370. 00000400:00000010:0.0:1787561128.648326:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b46ab9330. 00000100:00000200:0.0:1787561128.648328:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593073792, portal 10 00000100:00000001:0.0:1787561128.648330:0:2389:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787561128.648331:0:2389:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616854399456512 : -127219310095104 : ffff8c4b72369500) 00000100:00000040:0.0:1787561128.648338:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b72369500 x1874380593073792/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561128.648343:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787561128.648346:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:0.0:1787561128.648353:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b46ab9e58. 00000100:00000200:0.0:1787561128.648356:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874380593073792, offset 0 00000400:00000200:0.0:1787561128.648360:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:0.0:1787561128.648364:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:0.0:1787561128.648367:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:0.0:1787561128.648369:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787561128.648371:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:0.0:1787561128.648373:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787561128.648376:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:0.0:1787561128.648378:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544773:544773:255:4294967295] 192.168.201.126@tcp LPNI seq info [544703:544703:7:4294967295] 00000400:00000200:0.0:1787561128.648382:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:0.0:1787561128.648387:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:0.0:1787561128.648391:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:0.0:1787561128.648394:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4b49387800. 00000800:00000200:0.0:1787561128.648397:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:0.0:1787561128.648401:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:0.0:1787561128.648404:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4b49387800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787561128.648406:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561128.648410:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: using a timeout of 23648 usecs (24 jiffies) 00000400:00000200:0.0:1787561128.648412:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:0.0:1787561128.648414:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 2 is 4307312675 00000100:00000001:0.0:1787561128.648416:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: PM QoS request active for cpu 2, keep current deadline 4307316462 00000100:00000001:0.0:1787561128.648419:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 3 is 4307312675 00000100:00000001:0.0:1787561128.648421:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c4b486d2800: PM QoS request active for cpu 3, keep current deadline 4307316462 00000100:00000001:0.0:1787561128.648422:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787561128.648424:0:2389:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787561128.648426:0:2389:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787561128.648428:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787561128.648447:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787561128.648450:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787561128.648527:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787561128.648532:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4b49387900. 00000400:00000200:3.0:1787561128.648536:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787561128.648541:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:3.0:1787561128.648546:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b46ab9ee0 00000400:00000010:3.0:1787561128.648548:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b46ab9ee0. 00000100:00000001:3.0:1787561128.648553:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787561128.648573:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b7236b100 x1874380593073664/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561128.648583:0:2383:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787561128.648587:0:2383:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b7236b100 x1874380593073664/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561128.648594:0:2383:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561128.648595:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787561128.648656:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787561128.648659:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4b49387800. 00000400:00000200:3.0:1787561128.648662:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787561128.648665:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:3.0:1787561128.648668:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b46ab9e58 00000400:00000010:3.0:1787561128.648669:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b46ab9e58. 00000100:00000001:3.0:1787561128.648672:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787561128.648675:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b72369500 x1874380593073792/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561128.648681:0:2383:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787561128.648684:0:2383:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b72369500 x1874380593073792/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561128.648696:0:2383:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561128.648697:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1787561128.649351:0:283844:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b6f01f100. 00000020:00000040:2.0:1787561128.649365:0:283844:0:(genops.c:1210:class_import_get()) import ffff8c4b6f729800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c4b486d2800 00000100:00000001:2.0:1787561128.649369:0:283844:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787561128.649371:0:283844:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787561128.649375:0:283844:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787561128.649382:0:283844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b60f4ef00. 00000100:00000001:2.0:1787561128.649388:0:283844:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561128.649396:0:283844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335b1c03-7823-407b-acff-80525b7b83ae->lustre-MDT0001_UUID req@ffff8c4b6f01f100 x1874380593073920/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787561128.649406:0:283844:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787561128.649409:0:283844:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561128.649414:0:283844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f96c665] to pc [ptlrpcd_01_01+1] req@ffff8c4b6f01f100 x1874380593073920/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.649442:0:283844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561128.649446:0:283844:0:(pinger.c:229:ptlrpc_pinger_process_import()) 335b1c03-7823-407b-acff-80525b7b83ae->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787561128.649449:0:283844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787561128.649455:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1787561128.649458:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1787561128.649460:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561128.649465:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787561128.649467:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561128.649469:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787561128.649471:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787561128.649473:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787561128.649473:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1787561128.649476:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561128.649478:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b6f01f100 x1874380593073920/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.649495:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787561128.649497:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787561128.649499:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787561128.649501:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787561128.649503:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787561128.649506:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b6f01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335b1c03-7823-407b-acff-80525b7b83ae:2391:1874380593073920:192.168.201.126@tcp:400:kworker.0 00000100:00000001:2.0:1787561128.649509:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787561128.649518:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787561128.649520:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787561128.649522:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787561128.649525:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b70fa6c00. 02000000:00000001:2.0:1787561128.649528:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787561128.649532:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:2.0:1787561128.649535:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b6e3c3580. 00000400:00000010:2.0:1787561128.649540:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b45300330. 00000100:00000200:2.0:1787561128.649543:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593073920, portal 10 00000100:00000001:2.0:1787561128.649546:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787561128.649547:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616854345675008 : -127219363876608 : ffff8c4b6f01f100) 00000100:00000040:2.0:1787561128.649553:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b6f01f100 x1874380593073920/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.649559:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787561128.649562:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:2.0:1787561128.649564:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b45300aa0. 00000100:00000200:2.0:1787561128.649577:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874380593073920, offset 0 00000400:00000200:2.0:1787561128.649583:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:2.0:1787561128.649590:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.649596:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:2.0:1787561128.649599:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787561128.649601:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:2.0:1787561128.649604:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787561128.649606:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:2.0:1787561128.649609:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544774:544774:256:4294967295] 192.168.201.126@tcp LPNI seq info [544704:544704:8:4294967295] 00000400:00000200:2.0:1787561128.649613:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.649620:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:2.0:1787561128.649625:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:2.0:1787561128.649628:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4b60f4e000. 00000800:00000200:2.0:1787561128.649633:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:2.0:1787561128.649639:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:2.0:1787561128.649643:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4b60f4e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787561128.649664:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561128.649668:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: using a timeout of 22008 usecs (23 jiffies) 00000400:00000200:2.0:1787561128.649671:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:2.0:1787561128.649674:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 2 is 4307312675 00000100:00000001:2.0:1787561128.649676:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: PM QoS request active for cpu 2, keep current deadline 4307316462 00000100:00000001:2.0:1787561128.649678:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 3 is 4307312675 00000100:00000001:2.0:1787561128.649680:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c4b486d2800: PM QoS request active for cpu 3, keep current deadline 4307316462 00000100:00000001:2.0:1787561128.649682:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787561128.649684:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561128.649687:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561128.649689:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787561128.649699:0:283844:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b6f01dc00. 00000020:00000040:2.0:1787561128.649702:0:283844:0:(genops.c:1210:class_import_get()) import ffff8c4b6f72f000 refcount=4 obd=lustre-OST0000-osc-ffff8c4b486d2800 00000100:00000001:2.0:1787561128.649704:0:283844:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787561128.649706:0:283844:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787561128.649708:0:283844:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787561128.649712:0:283844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b60f4e600. 00000100:00000001:2.0:1787561128.649715:0:283844:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561128.649719:0:283844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335b1c03-7823-407b-acff-80525b7b83ae->lustre-OST0000_UUID req@ffff8c4b6f01dc00 x1874380593074048/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787561128.649726:0:283844:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787561128.649728:0:283844:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561128.649732:0:283844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c64328] to pc [ptlrpcd_01_00+0] req@ffff8c4b6f01dc00 x1874380593074048/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.649746:0:283844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561128.649748:0:283844:0:(pinger.c:229:ptlrpc_pinger_process_import()) 335b1c03-7823-407b-acff-80525b7b83ae->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787561128.649752:0:283844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787561128.649757:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787561128.649758:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787561128.649759:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787561128.649763:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b6f01dc00 x1874380593074048/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1787561128.649764:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787561128.649768:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4b60f4e000. 00000400:00000200:3.0:1787561128.649771:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1787561128.649775:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1787561128.649776:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:2.0:1787561128.649776:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787561128.649778:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1787561128.649780:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b45300aa0 02000000:00000001:2.0:1787561128.649780:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1787561128.649782:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b45300aa0. 02000000:00000001:2.0:1787561128.649782:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561128.649785:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1787561128.649785:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b6f01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335b1c03-7823-407b-acff-80525b7b83ae:2391:1874380593074048:192.168.201.126@tcp:400:kworker.0 00000100:00000200:3.0:1787561128.649789:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b6f01f100 x1874380593073920/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.649789:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787561128.649791:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787561128.649793:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787561128.649795:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787561128.649797:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b70fa6000. 00000100:00000001:3.0:1787561128.649798:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1787561128.649799:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561128.649801:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b6f01f100 x1874380593073920/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787561128.649803:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:2.0:1787561128.649805:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b6e3c3aa8. 00000100:00000001:3.0:1787561128.649808:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561128.649809:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1787561128.649809:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b45300198. 00000100:00000200:2.0:1787561128.649812:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593074048, portal 4 00000100:00000001:2.0:1787561128.649813:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787561128.649815:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616854345669632 : -127219363881984 : ffff8c4b6f01dc00) 00000100:00000001:3.0:1787561128.649820:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1787561128.649821:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b6f01dc00 x1874380593074048/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561128.649822:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561128.649828:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787561128.649830:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:2.0:1787561128.649833:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b45300dd0. 00000100:00000200:2.0:1787561128.649835:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874380593074048, offset 0 00000400:00000200:2.0:1787561128.649839:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:2.0:1787561128.649843:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.649847:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:2.0:1787561128.649850:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787561128.649852:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:2.0:1787561128.649854:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787561128.649857:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:2.0:1787561128.649865:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544775:544775:256:4294967295] 192.168.201.126@tcp LPNI seq info [544705:544705:8:4294967295] 00000400:00000200:2.0:1787561128.649869:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.649875:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:2.0:1787561128.649897:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:2.0:1787561128.649901:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4b60f4ed00. 00000800:00000200:2.0:1787561128.649905:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:2.0:1787561128.649909:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:2.0:1787561128.649912:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4b60f4ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787561128.649924:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561128.649927:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: using a timeout of 128201 usecs (129 jiffies) 00000400:00000200:2.0:1787561128.649930:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:2.0:1787561128.649932:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 2 is 4307312782 00000100:00000001:2.0:1787561128.649934:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: PM QoS request active for cpu 2, keep current deadline 4307316462 00000100:00000001:2.0:1787561128.649936:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 3 is 4307312782 00000100:00000001:2.0:1787561128.649938:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c4b486d2800: PM QoS request active for cpu 3, keep current deadline 4307316462 00000100:00000001:2.0:1787561128.649941:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787561128.649943:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561128.649945:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561128.649947:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561128.649950:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787561128.649952:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787561128.649954:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787561128.649955:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787561128.649956:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787561128.649957:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1787561128.649958:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1787561128.649959:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4b60f4ed00. 00000400:00000200:3.0:1787561128.649962:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787561128.649966:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000010:2.0:1787561128.649966:0:283844:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c4b6f01e300. 00000400:00000200:3.0:1787561128.649969:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b45300dd0 00000020:00000040:2.0:1787561128.649969:0:283844:0:(genops.c:1210:class_import_get()) import ffff8c4b6f72a000 refcount=4 obd=lustre-OST0001-osc-ffff8c4b486d2800 00000400:00000010:3.0:1787561128.649971:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b45300dd0. 00000100:00000001:2.0:1787561128.649971:0:283844:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1787561128.649973:0:2383:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1787561128.649973:0:283844:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787561128.649975:0:283844:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787561128.649977:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b6f01dc00 x1874380593074048/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1787561128.649978:0:283844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c4b60f4e400. 00000100:00000001:3.0:1787561128.649985:0:2383:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787561128.649986:0:283844:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561128.649988:0:2383:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b6f01dc00 x1874380593074048/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787561128.649990:0:283844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 335b1c03-7823-407b-acff-80525b7b83ae->lustre-OST0001_UUID req@ffff8c4b6f01e300 x1874380593074176/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787561128.649997:0:283844:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787561128.649999:0:283844:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561128.650003:0:283844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fff37578] to pc [ptlrpcd_01_01+1] req@ffff8c4b6f01e300 x1874380593074176/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561128.650004:0:2383:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561128.650006:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787561128.650023:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787561128.650025:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787561128.650026:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787561128.650031:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c4b6f01e300 x1874380593074176/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.650031:0:283844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561128.650036:0:283844:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12650) 00000100:00000001:3.0:1787561128.650037:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787561128.650039:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787561128.650041:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787561128.650043:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787561128.650045:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561128.650046:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787561128.650047:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1787561128.650048:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8c4b6f01e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:335b1c03-7823-407b-acff-80525b7b83ae:2392:1874380593074176:192.168.201.126@tcp:400:kworker.0 00000100:00000001:2.0:1787561128.650049:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561128.650051:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1787561128.650051:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787561128.650053:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787561128.650055:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787561128.650057:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787561128.650060:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c4b48334000. 02000000:00000001:3.0:1787561128.650062:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787561128.650065:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000010:3.0:1787561128.650068:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c4b53288528. 00000400:00000010:3.0:1787561128.650071:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b480a9c38. 00000100:00000200:3.0:1787561128.650074:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874380593074176, portal 4 00000100:00000001:3.0:1787561128.650076:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787561128.650077:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446616854345671424 : -127219363880192 : ffff8c4b6f01e300) 00000100:00000040:3.0:1787561128.650082:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c4b6f01e300 x1874380593074176/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561128.650088:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787561128.650090:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.126@tcp 00000400:00000010:3.0:1787561128.650092:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c4b480a9aa0. 00000100:00000200:3.0:1787561128.650094:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874380593074176, offset 0 00000400:00000200:3.0:1787561128.650098:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.126@tcp 00000400:00000200:3.0:1787561128.650108:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561128.650111:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.126@tcp local destination 00000400:00000200:3.0:1787561128.650114:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787561128.650116:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.26@tcp 00000400:00000200:3.0:1787561128.650118:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.26@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787561128.650120:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.126@tcp 00000400:00000200:3.0:1787561128.650123:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.26@tcp NI seq info: [544776:544776:256:4294967295] 192.168.201.126@tcp LPNI seq info [544706:544706:8:4294967295] 00000400:00000200:3.0:1787561128.650127:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:3.0:1787561128.650133:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp:) -> 192.168.201.126@tcp(192.168.201.126@tcp:192.168.201.126@tcp) : PUT try# 0 00000800:00000200:3.0:1787561128.650137:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.126@tcp 00000800:00000010:3.0:1787561128.650141:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c4b50229300. 00000800:00000200:3.0:1787561128.650144:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c4b48818840] -> 12345-192.168.201.126@tcp (5) 00000800:00000200:3.0:1787561128.650148:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:988 00000800:00000200:3.0:1787561128.650151:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c4b50229300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787561128.650165:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561128.650169:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: using a timeout of 136212 usecs (137 jiffies) 00000400:00000200:3.0:1787561128.650173:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000100:00000001:3.0:1787561128.650174:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 2 is 4307312790 00000100:00000001:3.0:1787561128.650177:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: PM QoS request active for cpu 2, keep current deadline 4307316462 00000100:00000001:3.0:1787561128.650179:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: PM QoS new deadline estimation for cpu 3 is 4307312790 00000100:00000001:3.0:1787561128.650181:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c4b486d2800: PM QoS request active for cpu 3, keep current deadline 4307316462 00000100:00000001:3.0:1787561128.650183:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787561128.650185:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561128.650187:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561128.650189:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787561128.650192:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787561128.650193:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787561128.650195:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787561128.650196:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787561128.650197:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561128.650198:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787561128.650643:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787561128.650647:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c4b50229300. 00000400:00000200:2.0:1787561128.650651:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561128.650656:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000400:00000200:2.0:1787561128.650659:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b480a9aa0 00000400:00000010:2.0:1787561128.650661:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b480a9aa0. 00000100:00000001:2.0:1787561128.650663:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787561128.650667:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c4b6f01e300 x1874380593074176/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.650674:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787561128.650676:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c4b6f01e300 x1874380593074176/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.650682:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561128.650683:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787561128.656870:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561128.656899:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787561128.656903:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561128.656906:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561128.656914:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.656920:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:2.0:1787561128.656936:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.656941:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.656946:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.656950:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 10 MB=0x6a8bd3d6c8f00 00000400:00000200:2.0:1787561128.656955:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.656961:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c3dd [1] + 224 00000800:00000001:2.0:1787561128.656968:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561128.656972:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561128.656975:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561128.656980:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:2.0:1787561128.656987:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561128.656995:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b6f01f100 x1874380593073920/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787561128.657005:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b6f01f100 x1874380593073920/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.657034:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787561128.657042:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561128.657045:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787561128.657047:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561128.657050:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561128.657053:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.657064:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:2.0:1787561128.657069:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.657071:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.657074:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.657076:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 25 MB=0x6a8bd3d6c8e00 00000400:00000200:2.0:1787561128.657079:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.657084:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c3cd [1] + 224 00000800:00000001:2.0:1787561128.657087:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561128.657134:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561128.657137:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561128.657145:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:2.0:1787561128.657149:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561128.657154:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b7236b100 x1874380593073664/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787561128.657162:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b7236b100 x1874380593073664/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.657176:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787561128.657180:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561128.657183:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561128.657197:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787561128.657201:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787561128.657208:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787561128.657210:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787561128.657214:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b6e3c3580. 00000400:00000200:2.0:1787561128.657217:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b45300330 00000400:00000010:2.0:1787561128.657220:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b45300330. 00000100:00000001:2.0:1787561128.657223:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561128.657227:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b6f01f100 x1874380593073920/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787561128.657235:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b6f01f100 x1874380593073920/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.657242:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787561128.657244:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561128.657246:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787561128.657250:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787561128.657252:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787561128.657255:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787561128.657257:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787561128.657266:0:2391:0:(import.c:2149:obd_at_measure()) add 84 to ffff8c4b6f729c60 time=33 v=84 (84 84 84 84) 00000100:00001000:2.0:1787561128.657271:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b6f729c18 time=72 v=5 (1 1 1 1) 00000100:00000001:2.0:1787561128.657274:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787561128.657276:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787561128.657278:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787561128.657283:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c4b6f01f100 x1874380593073920/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787561128.657295:0:2391:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561128.657299:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787561128.657301:0:2391:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c4b486d2800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1787561128.657303:0:2391:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787561128.657304:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561128.657310:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b6f01f100 x1874380593073920/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.657316:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787561128.657319:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787561128.657321:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787561128.657325:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b6f01f100 x1874380593073920/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787561128.657450:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b6f01f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335b1c03-7823-407b-acff-80525b7b83ae:2391:1874380593073920:192.168.201.126@tcp:400:kworker.0 00000100:00000001:2.0:1787561128.657464:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561128.657468:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787561128.657472:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b6f01f100 x1874380593073920/t0(0) o400->lustre-MDT0001-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.657478:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787561128.657481:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787561128.657484:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b70fa6c00. 02000000:00000001:2.0:1787561128.657488:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787561128.657490:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787561128.657492:0:2391:0:(genops.c:1223:class_import_put()) import ffff8c4b6f729800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c4b486d2800 00000020:00000001:2.0:1787561128.657495:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787561128.657497:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b60f4ef00. 02000000:00000001:2.0:1787561128.657500:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787561128.657502:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787561128.657503:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b6f01f100. 00000100:00000001:2.0:1787561128.657507:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787561128.657508:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561128.657517:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561128.657519:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787561128.657520:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787561128.657522:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561128.657524:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787561128.657859:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787561128.657863:0:2389:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787561128.657867:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787561128.657869:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787561128.657871:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b585fa210. 00000400:00000200:0.0:1787561128.657875:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b46ab9b28 00000400:00000010:0.0:1787561128.658005:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b46ab9b28. 00000100:00000001:0.0:1787561128.658009:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787561128.658014:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b7236b100 x1874380593073664/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787561128.658023:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b7236b100 x1874380593073664/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561128.658029:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787561128.658031:0:2389:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787561128.658033:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787561128.658036:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787561128.658037:0:2389:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787561128.658039:0:2389:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787561128.658041:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787561128.658044:0:2389:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c4b485ddc60 time=33 v=5 (5 5 5 5) 00000100:00001000:0.0:1787561128.658048:0:2389:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b485ddc18 time=96 v=5 (1 1 1 1) 00000100:00000001:0.0:1787561128.658050:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787561128.658052:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787561128.658054:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787561128.658056:0:2389:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787561128.658058:0:2389:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561128.658062:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b7236b100 x1874380593073664/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561128.658068:0:2389:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787561128.658071:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787561128.658072:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787561128.658076:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b7236b100 x1874380593073664/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787561128.658083:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b7236b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b30bcd9-68e9-44a1-9309-1fe04418d13b:2389:1874380593073664:192.168.201.126@tcp:400:kworker.0 00000100:00000001:0.0:1787561128.658096:0:2389:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787561128.658098:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787561128.658101:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b7236b100 x1874380593073664/t0(0) o400->MGC192.168.201.126@tcp@192.168.201.126@tcp:26/25 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561128.658107:0:2389:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787561128.658109:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787561128.658111:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b587f5600. 02000000:00000001:0.0:1787561128.658114:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787561128.658115:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787561128.658117:0:2389:0:(genops.c:1223:class_import_put()) import ffff8c4b485dd800 refcount=3 obd=MGC192.168.201.126@tcp 00000020:00000001:0.0:1787561128.658118:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787561128.658120:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b49387200. 02000000:00000001:0.0:1787561128.658122:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787561128.658124:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787561128.658125:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b7236b100. 00000100:00000001:0.0:1787561128.658129:0:2389:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787561128.658130:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787561128.658134:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787561128.658136:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787561128.658137:0:2389:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787561128.658138:0:2389:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787561128.658140:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787561128.673413:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561128.673431:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787561128.673436:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561128.673439:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561128.673448:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.673465:0:2384:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:2.0:1787561128.673474:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.673479:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.673492:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.673496:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 10 MB=0x6a8bd3d6c8e80 00000400:00000200:2.0:1787561128.673501:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.673508:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c3d5 [1] + 224 00000800:00000001:2.0:1787561128.673516:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561128.673520:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561128.673523:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561128.673527:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:2.0:1787561128.673535:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561128.673545:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b72369500 x1874380593073792/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787561128.673558:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b72369500 x1874380593073792/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.673582:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787561128.673591:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561128.673595:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787561128.673597:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561128.673599:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561128.673602:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.673605:0:2384:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000400:00000200:2.0:1787561128.673608:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.673624:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.673627:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.673629:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 4 MB=0x6a8bd3d6c8f80 00000400:00000200:2.0:1787561128.673633:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.673638:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c3ed [1] + 224 00000800:00000001:2.0:1787561128.673641:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561128.673645:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561128.673647:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561128.673650:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:2.0:1787561128.673653:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561128.673658:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b6f01dc00 x1874380593074048/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787561128.673667:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b6f01dc00 x1874380593074048/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561128.673671:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787561128.673676:0:2389:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787561128.673683:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787561128.673685:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1787561128.673687:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1787561128.673689:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b585fa370. 00000100:00000001:3.0:1787561128.673717:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787561128.673720:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1787561128.673735:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b46ab9330 00000400:00000010:0.0:1787561128.673739:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b46ab9330. 00000100:00000001:0.0:1787561128.673743:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787561128.673748:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b72369500 x1874380593073792/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787561128.673757:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b72369500 x1874380593073792/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561128.673764:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787561128.673773:0:2389:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787561128.673776:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787561128.673780:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787561128.673782:0:2389:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787561128.673784:0:2389:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787561128.673787:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787561128.673798:0:2389:0:(import.c:2149:obd_at_measure()) add 84 to ffff8c4b43937460 time=33 v=84 (84 84 84 84) 00000100:00001000:0.0:1787561128.673803:0:2389:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b43937418 time=96 v=5 (1 1 1 1) 00000100:00000001:0.0:1787561128.673805:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787561128.673807:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787561128.673809:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787561128.673813:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787561128.673817:0:2389:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787561128.673818:0:2389:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c4b486d2800: skip recheck: last_committed 30064771621 00000100:00000001:0.0:1787561128.673821:0:2389:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787561128.673823:0:2389:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787561128.673827:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b72369500 x1874380593073792/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787561128.673834:0:2389:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787561128.673837:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787561128.673839:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787561128.673843:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b72369500 x1874380593073792/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787561128.673851:0:2389:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b72369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:335b1c03-7823-407b-acff-80525b7b83ae:2389:1874380593073792:192.168.201.126@tcp:400:kworker.0 00000100:00000001:0.0:1787561128.673856:0:2389:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787561128.673859:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787561128.673862:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b72369500 x1874380593073792/t0(0) o400->lustre-MDT0000-mdc-ffff8c4b486d2800@192.168.201.126@tcp:12/10 lens 224/224 e 0 to 0 dl 1787561243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1787561128.673866:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1787561128.673869:0:2389:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1787561128.673871:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1787561128.673871:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1787561128.673872:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561128.673874:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1787561128.673875:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b587f4800. 00000400:00000200:2.0:1787561128.673894:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 02000000:00000001:0.0:1787561128.673895:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1787561128.673898:0:2384:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.26@tcp(192.168.201.26@tcp) <- 192.168.201.126@tcp : PUT - for me 00000020:00000001:0.0:1787561128.673898:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000400:00000200:2.0:1787561128.673902:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000400:00000200:2.0:1787561128.673905:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000020:00000040:0.0:1787561128.673906:0:2389:0:(genops.c:1223:class_import_put()) import ffff8c4b43937000 refcount=8 obd=lustre-MDT0000-mdc-ffff8c4b486d2800 00000400:00000200:2.0:1787561128.673908:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 00000020:00000001:0.0:1787561128.673909:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 00000400:00000200:2.0:1787561128.673911:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.126@tcp of length 224 into portal 4 MB=0x6a8bd3d6c9000 02000000:00000010:0.0:1787561128.673912:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b49387a00. 00000400:00000200:2.0:1787561128.673914:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.126@tcp to cpt 1 02000000:00000001:0.0:1787561128.673915:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787561128.673917:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1787561128.673918:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.126@tcp of length 224/224 into md 0x51c3fd [1] + 224 00000100:00000010:0.0:1787561128.673919:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b72369500. 00000800:00000001:2.0:1787561128.673921:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1787561128.673923:0:2389:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787561128.673925:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787561128.673927:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787561128.673928:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787561128.673930:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787561128.673932:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.26@tcp->192.168.201.126@tcp: PUT: OK 00000100:00000001:0.0:1787561128.673933:0:2389:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787561128.673936:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1787561128.673936:0:2389:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787561128.673938:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787561128.673940:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1787561128.673944:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c4b6f01e300 x1874380593074176/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787561128.673952:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c4b6f01e300 x1874380593074176/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.673965:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787561128.673970:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787561128.673973:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561128.673990:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787561128.673993:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787561128.673996:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787561128.673998:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787561128.674000:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b53288528. 00000400:00000200:2.0:1787561128.674003:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b480a9c38 00000400:00000010:2.0:1787561128.674005:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b480a9c38. 00000100:00000001:2.0:1787561128.674008:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787561128.674012:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b6f01e300 x1874380593074176/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787561128.674030:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b6f01e300 x1874380593074176/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.674037:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787561128.674039:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561128.674041:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787561128.674042:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787561128.674043:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787561128.674045:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787561128.674047:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787561128.674051:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c4b6f72a460 time=33 v=5 (5 5 5 5) 00000100:00001000:2.0:1787561128.674063:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b6f72a418 time=99 v=5 (1 1 0 0) 00000100:00000001:2.0:1787561128.674066:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787561128.674067:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787561128.674069:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787561128.674071:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561128.674074:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787561128.674075:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c4b486d2800: skip recheck: last_committed 4295010116 00000100:00000001:2.0:1787561128.674083:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787561128.674085:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787561128.674090:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b6f01e300 x1874380593074176/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.674096:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787561128.674098:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787561128.674099:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787561128.674103:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b6f01e300 x1874380593074176/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787561128.674274:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b6f01e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:335b1c03-7823-407b-acff-80525b7b83ae:2392:1874380593074176:192.168.201.126@tcp:400:kworker.0 00000100:00000001:2.0:1787561128.674279:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561128.674281:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787561128.674284:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b6f01e300 x1874380593074176/t0(0) o400->lustre-OST0001-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787561128.674290:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787561128.674292:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787561128.674294:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b48334000. 02000000:00000001:2.0:1787561128.674297:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787561128.674299:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787561128.674300:0:2392:0:(genops.c:1223:class_import_put()) import ffff8c4b6f72a000 refcount=3 obd=lustre-OST0001-osc-ffff8c4b486d2800 00000020:00000001:2.0:1787561128.674302:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787561128.674304:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b60f4e400. 02000000:00000001:2.0:1787561128.674306:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787561128.674308:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787561128.674309:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b6f01e300. 00000100:00000001:2.0:1787561128.674312:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787561128.674313:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561128.674315:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787561128.674319:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787561128.674321:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787561128.674323:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787561128.674325:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1787561128.682840:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787561128.682847:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787561128.682851:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c4b6e3c3aa8. 00000400:00000200:3.0:1787561128.682857:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c4b45300198 00000400:00000010:3.0:1787561128.682859:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c4b45300198. 00000100:00000001:3.0:1787561128.682865:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787561128.682911:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c4b6f01dc00 x1874380593074048/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787561128.682924:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c4b6f01dc00 x1874380593074048/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561128.682931:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787561128.682934:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787561128.682937:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787561128.682941:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787561128.682943:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787561128.682946:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787561128.682948:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787561128.682957:0:2391:0:(import.c:2149:obd_at_measure()) add 5 to ffff8c4b6f72f460 time=33 v=5 (5 5 5 5) 00000100:00001000:3.0:1787561128.682961:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff8c4b6f72f418 time=132 v=5 (1 1 0 0) 00000100:00000001:3.0:1787561128.682964:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787561128.682966:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561128.682968:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787561128.682972:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561128.682976:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787561128.682978:0:2391:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c4b486d2800: skip recheck: last_committed 42949697341 00000100:00000001:3.0:1787561128.682980:0:2391:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787561128.682982:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787561128.682986:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c4b6f01dc00 x1874380593074048/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561128.682994:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787561128.682997:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787561128.682999:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787561128.683003:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c4b6f01dc00 x1874380593074048/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787561128.683146:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8c4b6f01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:335b1c03-7823-407b-acff-80525b7b83ae:2391:1874380593074048:192.168.201.126@tcp:400:kworker.0 00000100:00000001:3.0:1787561128.683151:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787561128.683154:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787561128.683158:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c4b6f01dc00 x1874380593074048/t0(0) o400->lustre-OST0000-osc-ffff8c4b486d2800@192.168.201.126@tcp:28/4 lens 224/224 e 0 to 0 dl 1787561144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787561128.683165:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787561128.683168:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787561128.683172:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c4b70fa6000. 02000000:00000001:3.0:1787561128.683175:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787561128.683178:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787561128.683181:0:2391:0:(genops.c:1223:class_import_put()) import ffff8c4b6f72f000 refcount=3 obd=lustre-OST0000-osc-ffff8c4b486d2800 00000020:00000001:3.0:1787561128.683183:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787561128.683185:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c4b60f4e600. 02000000:00000001:3.0:1787561128.683188:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787561128.683191:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787561128.683193:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c4b6f01dc00. 00000100:00000001:3.0:1787561128.683196:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787561128.683198:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787561128.683200:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787561128.683208:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787561128.683209:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787561128.683212:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787561128.683215:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1787561129.089327:0:284141:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1787561129.089334:0:284141:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_816: @@@@@@ FAIL: client: import is not in IDLE state after 50 00000001:00000001:3.0:1787561129.098906:0:284141:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1787561129.405382:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561129.405391:0:280594:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787561129.405394:0:280594:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787561129.405397:0:280594:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561129.405403:0:280594:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787561129.405405:0:280594:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561129.405413:0:280594:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561129.405416:0:280594:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561129.405419:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561129.405421:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787561129.405446:0:251108:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787561129.405449:0:251108:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787561129.405452:0:251108:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787561130.428979:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561130.428988:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787561130.428995:0:280594:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787561130.428996:0:280594:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787561130.429272:0:235342:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787561130.429282:0:235342:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787561130.429285:0:235342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787561130.851090:0:284242:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 3246 lines, 3246 kept, 0 dropped, 0 bad.