00010000:00000001:3.0F:1789438845.482109:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438845.482127:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438845.482133:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438845.482135:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1789438845.482219:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438845.482227:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438845.482230:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438846.506095:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438846.506102:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438846.506109:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438846.506110:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0F:1789438846.506202:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438846.506212:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438846.506216:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789438846.698119:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305755839, at 4305755840 00000100:00000010:3.0:1789438846.698137:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d25e4e8600. 00000100:00000040:2.0:1789438846.698750:0:243182:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305755839, at 4305755840 00000100:00000010:2.0:1789438846.698758:0:243182:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d25e4e81e0. 00010000:00000001:3.0:1789438847.530117:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438847.530124:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438847.530131:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438847.530133:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438847.530225:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438847.530228:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438847.530232:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789438848.042118:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789438848.042128:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789438848.042135:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d25ece6a00. 00000020:00000040:1.0:1789438848.042142:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:1.0:1789438848.042147:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789438848.042149:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789438848.042155:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789438848.042163:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2521f1a00. 00000100:00000001:1.0:1789438848.042170:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438848.042182:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d25ece6a00 x1876351184893824/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789438848.042193:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789438848.042198:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438848.042205:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009faf18ee] to pc [ptlrpcd_00_00+0] req@ffff95d25ece6a00 x1876351184893824/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438848.042241:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438848.042245:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789438848.042257:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789438848.042260:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d25ece5880. 00000020:00000040:1.0:1789438848.042263:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:1.0:1789438848.042265:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789438848.042266:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789438848.042268:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789438848.042271:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2521f1000. 00000100:00000001:1.0:1789438848.042274:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438848.042278:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d25ece5880 x1876351184893952/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789438848.042300:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789438848.042303:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438848.042307:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040b98079] to pc [ptlrpcd_00_01+1] req@ffff95d25ece5880 x1876351184893952/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438848.042315:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438848.042317:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789438848.042320:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789438848.042323:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d25ece7100. 00000020:00000040:1.0:1789438848.042325:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:1.0:1789438848.042328:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789438848.042329:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789438848.042331:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789438848.042334:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2521f1700. 00000100:00000001:1.0:1789438848.042337:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438848.042341:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d25ece7100 x1876351184894080/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789438848.042358:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789438848.042360:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438848.042364:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7536efe] to pc [ptlrpcd_00_00+0] req@ffff95d25ece7100 x1876351184894080/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438848.042371:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438848.042374:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789438848.042377:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789438848.042380:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d25ece4380. 00000020:00000040:1.0:1789438848.042382:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:1.0:1789438848.042384:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789438848.042386:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789438848.042387:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789438848.042392:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2521f1e00. 00000100:00000001:1.0:1789438848.042401:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438848.042405:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d25ece4380 x1876351184894208/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789438848.042412:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789438848.042414:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438848.042417:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a09117ff] to pc [ptlrpcd_00_01+1] req@ffff95d25ece4380 x1876351184894208/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438848.042424:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438848.042426:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789438848.042430:0:234888:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789438848.042435:0:234888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11094) 00000100:00000001:1.0:1789438848.042448:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438848.042451:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438848.042453:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789438848.042458:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d25ece5880 x1876351184893952/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438848.042465:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789438848.042467:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438848.042471:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789438848.042474:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789438848.042477:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789438848.042481:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d25ece5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184893952:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438848.042485:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789438848.042490:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789438848.042492:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438848.042494:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789438848.042498:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d252211a00. 02000000:00000001:1.0:1789438848.042500:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438848.042507:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1789438848.042511:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d25892dd68. 00000400:00000010:1.0:1789438848.042517:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244caedd0. 00000100:00000200:1.0:1789438848.042530:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184893952, portal 10 00000100:00000001:1.0:1789438848.042532:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789438848.042534:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329499093120 : -116744210458496 : ffff95d25ece5880) 00000100:00000040:1.0:1789438848.042541:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d25ece5880 x1876351184893952/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438848.042556:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789438848.042558:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1789438848.042561:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244caef68. 00000100:00000200:1.0:1789438848.042565:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184893952, offset 0 00000400:00000200:1.0:1789438848.042571:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1789438848.042580:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438848.042587:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1789438848.042592:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789438848.042596:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1789438848.042600:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789438848.042603:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1789438848.042606:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548300:548300:256:4294967295] 192.168.202.129@tcp LPNI seq info [548239:548239:8:4294967295] 00000400:00000200:1.0:1789438848.042610:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438848.042621:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789438848.042627:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1789438848.042632:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2521f1900. 00000800:00000200:1.0:1789438848.042638:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1789438848.042645:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1789438848.042649:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2521f1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789438848.042662:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438848.042667:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24591 usecs (25 jiffies) 00000400:00000200:1.0:1789438848.042670:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438848.042672:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305757209 00000100:00000010:1.0:1789438848.042677:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d25e4e8d20. 00000100:00000001:1.0:1789438848.042683:0:2390:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789438848.042693:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305757209 00000100:00000010:1.0:1789438848.042696:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d25e4e8f00. 00000100:00000001:1.0:1789438848.042700:0:2390:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789438848.042702:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438848.042705:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438848.042708:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789438848.042713:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d25ece4380 x1876351184894208/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438848.042719:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789438848.042720:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438848.042722:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789438848.042724:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789438848.042726:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789438848.042729:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d25ece4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184894208:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438848.042731:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789438848.042734:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789438848.042735:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438848.042737:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789438848.042739:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d252210800. 02000000:00000001:1.0:1789438848.042741:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438848.042745:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1789438848.042747:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d25892dc60. 00000400:00000010:1.0:1789438848.042751:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae550. 00000100:00000200:1.0:1789438848.042753:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184894208, portal 4 00000100:00000001:1.0:1789438848.042755:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789438848.042756:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329499087744 : -116744210463872 : ffff95d25ece4380) 00000100:00000040:1.0:1789438848.042762:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d25ece4380 x1876351184894208/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438848.042768:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789438848.042769:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1789438848.042772:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae990. 00000100:00000200:1.0:1789438848.042774:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184894208, offset 0 00000400:00000200:1.0:1789438848.042783:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1789438848.042787:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438848.042791:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1789438848.042793:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789438848.042796:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1789438848.042798:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789438848.042800:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1789438848.042803:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548301:548301:255:4294967295] 192.168.202.129@tcp LPNI seq info [548240:548240:7:4294967295] 00000400:00000200:1.0:1789438848.042807:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438848.042813:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789438848.042817:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1789438848.042821:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2521f1600. 00000800:00000200:1.0:1789438848.042824:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1789438848.042828:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1789438848.042831:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2521f1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789438848.042834:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438848.042837:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 103116 usecs (104 jiffies) 00000400:00000200:1.0:1789438848.042840:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438848.042842:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305757288 00000100:00000001:1.0:1789438848.042847:0:2390:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, simply extend its deadline from 4305757209 00000100:00000001:1.0:1789438848.042850:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305757288 00000100:00000001:1.0:1789438848.042853:0:2390:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, simply extend its deadline from 4305757209 00000100:00000001:1.0:1789438848.042856:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438848.042858:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438848.042860:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438848.042863:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438848.042870:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789438848.042872:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1789438848.042874:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438848.042875:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438848.042882:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789438848.042885:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789438848.042887:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438848.042890:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789438848.042891:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789438848.042893:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789438848.042895:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789438848.042896:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789438848.042901:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d25ece6a00 x1876351184893824/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438848.042909:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789438848.042911:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438848.042913:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789438848.042915:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789438848.042916:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789438848.042919:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d25ece6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2390:1876351184893824:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438848.042922:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789438848.042925:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789438848.042927:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438848.042928:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789438848.042932:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d252211800. 02000000:00000001:1.0:1789438848.042933:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438848.042937:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1789438848.042940:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d25892d4d0. 00000400:00000010:1.0:1789438848.042944:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244caee58. 00000100:00000200:1.0:1789438848.042946:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184893824, portal 25 00000100:00000001:1.0:1789438848.042948:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789438848.042949:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329499097600 : -116744210454016 : ffff95d25ece6a00) 00000100:00000040:1.0:1789438848.042953:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d25ece6a00 x1876351184893824/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438848.042959:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789438848.042961:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1789438848.042963:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae660. 00000100:00000200:1.0:1789438848.042965:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184893824, offset 0 00000400:00000200:1.0:1789438848.042976:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1789438848.042980:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438848.042983:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1789438848.042985:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789438848.042987:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1789438848.042989:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789438848.042992:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1789438848.042995:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548302:548302:254:4294967295] 192.168.202.129@tcp LPNI seq info [548241:548241:6:4294967295] 00000400:00000200:1.0:1789438848.042998:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438848.043005:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789438848.043009:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1789438848.043037:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2521f1200. 00000800:00000200:1.0:1789438848.043041:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1789438848.043045:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1789438848.043048:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2521f1200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789438848.043051:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438848.043054:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438848.043056:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305760954 00000100:00000001:1.0:1789438848.043059:0:2390:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305757288 00000100:00000001:1.0:1789438848.043062:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305760954 00000100:00000001:1.0:1789438848.043065:0:2390:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305757288 00000100:00000001:1.0:1789438848.043067:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438848.043069:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438848.043071:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789438848.043074:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d25ece7100 x1876351184894080/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438848.043081:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789438848.043082:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438848.043084:0:2390:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789438848.043086:0:2390:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789438848.043093:0:2390:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789438848.043097:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d25ece7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184894080:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1789438848.043100:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789438848.043103:0:2390:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789438848.043104:0:2390:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789438848.043106:0:2390:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789438848.043109:0:2390:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d252210600. 02000000:00000001:1.0:1789438848.043110:0:2390:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789438848.043113:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1789438848.043115:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d25892d420. 00000400:00000010:1.0:1789438848.043118:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244caea18. 00000100:00000200:1.0:1789438848.043121:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184894080, portal 10 00000100:00000001:1.0:1789438848.043123:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789438848.043124:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329499099392 : -116744210452224 : ffff95d25ece7100) 00000100:00000040:1.0:1789438848.043129:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d25ece7100 x1876351184894080/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789438848.043135:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789438848.043137:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1789438848.043139:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d244cae198. 00000100:00000200:1.0:1789438848.043141:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184894080, offset 0 00000400:00000200:1.0:1789438848.043145:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1789438848.043149:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438848.043152:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1789438848.043154:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789438848.043156:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1789438848.043158:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789438848.043160:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1789438848.043162:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548303:548303:253:4294967295] 192.168.202.129@tcp LPNI seq info [548242:548242:5:4294967295] 00000400:00000200:1.0:1789438848.043166:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1789438848.043171:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1789438848.043176:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1789438848.043184:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2521f1300. 00000800:00000200:1.0:1789438848.043188:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1789438848.043192:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1789438848.043195:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2521f1300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789438848.043198:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789438848.043201:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14266 usecs (15 jiffies) 00000400:00000200:1.0:1789438848.043203:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1789438848.043205:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305757199 00000100:00000001:1.0:1789438848.043208:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305760954 00000100:00000001:1.0:1789438848.043210:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305757199 00000100:00000001:1.0:1789438848.043212:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305760954 00000100:00000001:1.0:1789438848.043214:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789438848.043215:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438848.043218:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789438848.043220:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0F:1789438848.043327:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438848.043337:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438848.043818:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438848.043823:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2521f1900. 00000400:00000200:2.0:1789438848.043828:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438848.043835:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438848.043841:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244caef68 00000400:00000010:2.0:1789438848.043843:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244caef68. 00000100:00000001:2.0:1789438848.043848:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438848.043853:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d25ece5880 x1876351184893952/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438848.043863:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438848.043866:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d25ece5880 x1876351184893952/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438848.043874:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438848.043876:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438848.043889:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438848.043891:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2521f1600. 00000400:00000200:2.0:1789438848.043893:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438848.043896:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438848.043899:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae990 00000400:00000010:2.0:1789438848.043900:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae990. 00000100:00000001:2.0:1789438848.043902:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438848.043906:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d25ece4380 x1876351184894208/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438848.043912:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438848.043915:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d25ece4380 x1876351184894208/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438903 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438848.043921:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438848.043922:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438848.043941:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438848.043943:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2521f1200. 00000400:00000200:2.0:1789438848.043945:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438848.043948:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438848.043950:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae660 00000400:00000010:2.0:1789438848.043952:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae660. 00000100:00000001:2.0:1789438848.043954:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438848.043958:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d25ece6a00 x1876351184893824/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438848.043965:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438848.043967:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d25ece6a00 x1876351184893824/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438864 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438848.043973:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438848.043975:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438848.043999:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438848.044001:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2521f1300. 00000400:00000200:2.0:1789438848.044003:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438848.044007:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438848.044009:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae198 00000400:00000010:2.0:1789438848.044028:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae198. 00000100:00000001:2.0:1789438848.044031:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438848.044035:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d25ece7100 x1876351184894080/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438848.044041:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438848.044043:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d25ece7100 x1876351184894080/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438848.044048:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438848.044050:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789438848.048227:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438848.048247:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438848.048253:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438848.048256:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438848.048265:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048275:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438848.048284:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048288:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048294:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048298:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd97800 00000400:00000200:3.0:1789438848.048303:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048323:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5162cd [1] + 224 00000800:00000001:3.0:1789438848.048330:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438848.048335:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438848.048338:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438848.048352:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438848.048360:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438848.048368:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d25ece5880 x1876351184893952/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438848.048379:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d25ece5880 x1876351184893952/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438848.048418:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438848.048428:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438848.048433:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438848.048435:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438848.048437:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438848.048443:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048446:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438848.048450:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048453:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048456:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048458:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd97900 00000400:00000200:3.0:1789438848.048462:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048466:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5162d5 [1] + 224 00000800:00000001:3.0:1789438848.048470:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438848.048473:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438848.048474:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438848.048477:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438848.048480:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438848.048484:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d25ece4380 x1876351184894208/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438848.048492:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d25ece4380 x1876351184894208/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438848.048498:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438848.048502:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438848.048505:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438848.048506:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438848.048508:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438848.048511:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048514:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438848.048518:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048526:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048528:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048531:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd97880 00000400:00000200:3.0:1789438848.048534:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048538:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5162e5 [1] + 224 00000800:00000001:3.0:1789438848.048542:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438848.048546:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438848.048547:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438848.048550:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438848.048553:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438848.048558:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d25ece7100 x1876351184894080/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438848.048566:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d25ece7100 x1876351184894080/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438848.048573:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438848.048576:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438848.048579:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438848.048581:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438848.048583:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438848.048596:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048599:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438848.048603:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048605:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048608:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048610:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd97780 00000400:00000200:3.0:1789438848.048613:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438848.048617:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5162dd [1] + 224 00000800:00000001:3.0:1789438848.048620:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438848.048626:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438848.048628:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438848.048631:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438848.048634:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438848.048645:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d25ece6a00 x1876351184893824/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438848.048653:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d25ece6a00 x1876351184893824/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438848.048659:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438848.048664:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438848.048667:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438848.049040:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438848.049045:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789438848.049051:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438848.049054:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438848.049057:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d25892d4d0. 00000400:00000200:0.0:1789438848.049061:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244caee58 00000400:00000010:0.0:1789438848.049064:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244caee58. 00000100:00000001:0.0:1789438848.049067:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438848.049072:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d25ece6a00 x1876351184893824/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789438848.049082:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d25ece6a00 x1876351184893824/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438848.049090:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438848.049092:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438848.049094:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438848.049098:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438848.049101:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438848.049103:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438848.049106:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438848.049113:0:2390:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=152 v=5 (5 5 5 5) 00000100:00001000:0.0:1789438848.049117:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=126 v=5 (1 1 0 0) 00000100:00000001:0.0:1789438848.049119:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438848.049121:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438848.049124:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438848.049126:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438848.049129:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438848.049134:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d25ece6a00 x1876351184893824/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438864 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438848.049140:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438848.049143:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438848.049145:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438848.049148:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d25ece6a00 x1876351184893824/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438864 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789438848.049155:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d25ece6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2390:1876351184893824:192.168.202.129@tcp:400:kworker.0 00000400:00000001:0.0:1789438848.049168:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438848.049170:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438848.049172:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d25892d420. 00000400:00000200:0.0:1789438848.049175:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244caea18 00000400:00000010:0.0:1789438848.049176:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244caea18. 00000100:00000001:0.0:1789438848.049179:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438848.049182:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d25ece7100 x1876351184894080/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789438848.049191:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d25ece7100 x1876351184894080/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438848.049197:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438848.049198:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438848.049200:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438848.049201:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438848.049202:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438848.049204:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438848.049206:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438848.049211:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=151 v=36 (36 36 36 36) 00000100:00001000:0.0:1789438848.049214:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=101 v=5 (1 1 0 0) 00000100:00000001:0.0:1789438848.049216:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438848.049217:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438848.049219:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789438848.049224:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d25ece7100 x1876351184894080/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789438848.049230:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438848.049233:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438848.049235:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1789438848.049236:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438848.049238:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438848.049241:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d25ece7100 x1876351184894080/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438848.049246:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438848.049254:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438848.049255:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438848.049260:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d25ece7100 x1876351184894080/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789438848.049267:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d25ece7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184894080:192.168.202.129@tcp:400:kworker.0 00000400:00000001:0.0:1789438848.049272:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438848.049273:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438848.049275:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d25892dd68. 00000400:00000200:0.0:1789438848.049277:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244caedd0 00000400:00000010:0.0:1789438848.049279:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244caedd0. 00000100:00000001:0.0:1789438848.049281:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438848.049285:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d25ece5880 x1876351184893952/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789438848.049293:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d25ece5880 x1876351184893952/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438848.049299:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438848.049300:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438848.049302:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438848.049304:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438848.049305:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438848.049306:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438848.049308:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438848.049312:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=151 v=36 (36 36 36 36) 00000100:00001000:0.0:1789438848.049315:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=126 v=5 (1 2 0 0) 00000100:00000001:0.0:1789438848.049317:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438848.049318:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438848.049320:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438848.049322:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438848.049324:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438848.049325:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771457 00000100:00000001:0.0:1789438848.049327:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438848.049328:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438848.049332:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d25ece5880 x1876351184893952/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438848.049356:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438848.049358:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438848.049359:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438848.049364:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d25ece5880 x1876351184893952/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789438848.049372:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d25ece5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184893952:192.168.202.129@tcp:400:kworker.0 00000400:00000001:0.0:1789438848.049377:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789438848.049379:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789438848.049380:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d25892dc60. 00000400:00000200:0.0:1789438848.049383:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d244cae550 00000400:00000010:0.0:1789438848.049385:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d244cae550. 00000100:00000001:0.0:1789438848.049387:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789438848.049391:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d25ece4380 x1876351184894208/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789438848.049404:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d25ece4380 x1876351184894208/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438848.049410:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789438848.049411:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438848.049413:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789438848.049415:0:2390:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789438848.049416:0:2390:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789438848.049417:0:2390:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789438848.049419:0:2390:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789438848.049423:0:2390:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=151 v=36 (36 5 5 5) 00000100:00001000:0.0:1789438848.049426:0:2390:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=149 v=5 (1 1 1 1) 00000100:00000001:0.0:1789438848.049428:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789438848.049429:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789438848.049431:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789438848.049432:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438848.049434:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789438848.049435:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:0.0:1789438848.049443:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789438848.049445:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789438848.049449:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d25ece4380 x1876351184894208/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438848.049455:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789438848.049457:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789438848.049458:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789438848.049461:0:2390:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d25ece4380 x1876351184894208/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789438848.049468:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d25ece4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2390:1876351184894208:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1789438848.049472:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438848.049474:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438848.049478:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d25ece6a00 x1876351184893824/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438864 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438848.049484:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438848.049487:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438848.049490:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d252211800. 02000000:00000001:0.0:1789438848.049493:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438848.049496:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438848.049498:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:0.0:1789438848.049500:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438848.049503:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2521f1a00. 02000000:00000001:0.0:1789438848.049506:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438848.049508:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438848.049510:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d25ece6a00. 00000100:00000001:0.0:1789438848.049514:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438848.049515:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438848.049516:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438848.049519:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d25ece7100 x1876351184894080/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438848.049525:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438848.049526:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438848.049534:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d252210600. 02000000:00000001:0.0:1789438848.049537:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438848.049538:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438848.049540:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:0.0:1789438848.049541:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438848.049543:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2521f1700. 02000000:00000001:0.0:1789438848.049545:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438848.049546:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438848.049547:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d25ece7100. 00000100:00000001:0.0:1789438848.049549:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438848.049550:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438848.049552:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438848.049556:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d25ece5880 x1876351184893952/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438848.049562:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438848.049563:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438848.049565:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d252211a00. 02000000:00000001:0.0:1789438848.049567:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438848.049568:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438848.049569:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:0.0:1789438848.049570:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438848.049572:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2521f1000. 02000000:00000001:0.0:1789438848.049574:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438848.049575:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438848.049576:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d25ece5880. 00000100:00000001:0.0:1789438848.049578:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438848.049579:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438848.049581:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789438848.049584:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d25ece4380 x1876351184894208/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438903 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789438848.049596:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789438848.049597:0:2390:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789438848.049599:0:2390:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d252210800. 02000000:00000001:0.0:1789438848.049602:0:2390:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789438848.049603:0:2390:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789438848.049604:0:2390:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:0.0:1789438848.049613:0:2390:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789438848.049615:0:2390:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2521f1e00. 02000000:00000001:0.0:1789438848.049617:0:2390:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789438848.049618:0:2390:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789438848.049619:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d25ece4380. 00000100:00000001:0.0:1789438848.049622:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789438848.049623:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438848.049625:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789438848.049633:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789438848.049635:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789438848.049636:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789438848.049639:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438848.554123:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438848.554131:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438848.554138:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438848.554139:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438848.554195:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438848.554199:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438848.554203:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438849.578504:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438849.578516:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438849.578519:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438849.578523:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438849.578529:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438849.578532:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438849.578534:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438849.578678:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438849.578685:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438849.578687:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438849.578689:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438849.578695:0:247630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438849.578697:0:247630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789438849.578698:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438849.578700:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438849.578701:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438849.578703:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438849.578705:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438849.578999:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438849.579004:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438849.579007:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438850.603587:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438850.603594:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438850.603600:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438850.603602:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438850.607281:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438850.607289:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438850.607301:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789438851.495045:0:279962:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438851.626063:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438851.626070:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438851.626077:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438851.626083:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438851.626141:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438851.626145:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438851.626148:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789438851.827376:0:243182:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305760954, at 4305760969 00000100:00000010:2.0:1789438851.827395:0:243182:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d25e4e8d20. 00000100:00000040:3.0:1789438851.827517:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305760954, at 4305760969 00000100:00000010:3.0:1789438851.827598:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d25e4e8f00. 00010000:00000001:3.0:1789438852.650231:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438852.650238:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438852.650244:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438852.650245:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438852.654353:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438852.654359:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438852.654364:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789438853.165690:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789438853.165705:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789438853.165713:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d279637100. 00000020:00000040:3.0:1789438853.165719:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1789438853.165724:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789438853.165726:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789438853.165732:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789438853.165741:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2449b9800. 00000100:00000001:3.0:1789438853.165748:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438853.165761:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d279637100 x1876351184894336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789438853.165771:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789438853.165776:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438853.165782:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cf620ed] to pc [ptlrpcd_01_00+0] req@ffff95d279637100 x1876351184894336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438853.165816:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438853.165819:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789438853.165823:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789438853.165825:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d279634e00. 00000020:00000040:3.0:1789438853.165828:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:3.0:1789438853.165830:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789438853.165832:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789438853.165834:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789438853.165837:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2449b9700. 00000100:00000001:3.0:1789438853.165840:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438853.165852:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d279634e00 x1876351184894464/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789438853.165859:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789438853.165861:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438853.165866:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7d7b3a2] to pc [ptlrpcd_01_01+1] req@ffff95d279634e00 x1876351184894464/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438853.165875:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438853.165878:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789438853.165881:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789438853.165884:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d279634700. 00000020:00000040:3.0:1789438853.165886:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:3.0:1789438853.165888:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789438853.165890:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789438853.165892:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789438853.165895:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2449b9500. 00000100:00000001:3.0:1789438853.165898:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438853.165901:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d279634700 x1876351184894592/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789438853.165908:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789438853.165910:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438853.165913:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080337b46] to pc [ptlrpcd_01_00+0] req@ffff95d279634700 x1876351184894592/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438853.165921:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438853.165923:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789438853.165927:0:234888:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789438853.165929:0:234888:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d279634000. 00000020:00000040:3.0:1789438853.165931:0:234888:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:3.0:1789438853.165933:0:234888:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789438853.165935:0:234888:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789438853.165936:0:234888:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789438853.165944:0:234888:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d2449b9400. 00000100:00000001:3.0:1789438853.165947:0:234888:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438853.165952:0:234888:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d279634000 x1876351184894720/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789438853.165959:0:234888:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789438853.165961:0:234888:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438853.165965:0:234888:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096490164] to pc [ptlrpcd_01_01+1] req@ffff95d279634000 x1876351184894720/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438853.165972:0:234888:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438853.165974:0:234888:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789438853.165978:0:234888:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789438853.165983:0:234888:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11100) 00000100:00000001:3.0:1789438853.166000:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438853.166004:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438853.166007:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438853.166031:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d279634e00 x1876351184894464/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438853.166039:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438853.166041:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438853.166044:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438853.166047:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438853.166050:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438853.166053:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d279634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184894464:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438853.166058:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438853.166065:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438853.166068:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438853.166070:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438853.166074:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d244953c00. 02000000:00000001:3.0:1789438853.166076:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438853.166085:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438853.166089:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d03c8. 00000400:00000010:3.0:1789438853.166100:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200cb28. 00000100:00000200:3.0:1789438853.166109:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184894464, portal 10 00000100:00000001:3.0:1789438853.166112:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438853.166114:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945062912 : -116743764488704 : ffff95d279634e00) 00000100:00000040:3.0:1789438853.166123:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d279634e00 x1876351184894464/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438853.166131:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438853.166134:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438853.166137:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c220. 00000100:00000200:3.0:1789438853.166141:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184894464, offset 0 00000400:00000200:3.0:1789438853.166148:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438853.166157:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.166167:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438853.166174:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438853.166179:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438853.166183:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438853.166186:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438853.166190:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548304:548304:256:4294967295] 192.168.202.129@tcp LPNI seq info [548243:548243:8:4294967295] 00000400:00000200:3.0:1789438853.166195:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.166205:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438853.166211:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438853.166215:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2449b9300. 00000800:00000200:3.0:1789438853.166222:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438853.166230:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438853.166234:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2449b9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438853.166248:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438853.166252:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24587 usecs (25 jiffies) 00000400:00000200:3.0:1789438853.166255:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438853.166258:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305762333 00000100:00000010:3.0:1789438853.166262:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4d8a0. 00000100:00000001:3.0:1789438853.166273:0:2392:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789438853.166278:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305762333 00000100:00000010:3.0:1789438853.166281:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270b4d180. 00000100:00000001:3.0:1789438853.166285:0:2392:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789438853.166287:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438853.166290:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438853.166292:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438853.166307:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d279634000 x1876351184894720/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438853.166314:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438853.166315:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438853.166317:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438853.166320:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438853.166322:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438853.166324:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d279634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184894720:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438853.166327:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438853.166330:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438853.166331:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438853.166332:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438853.166335:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d244952800. 02000000:00000001:3.0:1789438853.166336:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438853.166340:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438853.166343:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0d10. 00000400:00000010:3.0:1789438853.166346:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c770. 00000100:00000200:3.0:1789438853.166349:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184894720, portal 4 00000100:00000001:3.0:1789438853.166351:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438853.166352:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945059328 : -116743764492288 : ffff95d279634000) 00000100:00000040:3.0:1789438853.166358:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d279634000 x1876351184894720/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438853.166363:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438853.166364:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438853.166371:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200cf68. 00000100:00000200:3.0:1789438853.166374:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184894720, offset 0 00000400:00000200:3.0:1789438853.166378:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438853.166382:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.166385:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438853.166388:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438853.166390:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438853.166392:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438853.166394:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438853.166396:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548305:548305:255:4294967295] 192.168.202.129@tcp LPNI seq info [548244:548244:7:4294967295] 00000400:00000200:3.0:1789438853.166399:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.166405:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438853.166409:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438853.166412:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2449b9d00. 00000800:00000200:3.0:1789438853.166416:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438853.166420:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438853.166422:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2449b9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438853.166424:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438853.166427:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 103038 usecs (104 jiffies) 00000400:00000200:3.0:1789438853.166430:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438853.166432:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305762412 00000100:00000001:3.0:1789438853.166437:0:2392:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, simply extend its deadline from 4305762333 00000100:00000001:3.0:1789438853.166440:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305762412 00000100:00000001:3.0:1789438853.166442:0:2392:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, simply extend its deadline from 4305762333 00000100:00000001:3.0:1789438853.166445:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438853.166446:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438853.166449:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438853.166452:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438853.166459:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438853.166461:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1789438853.166468:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438853.166470:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438853.166471:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438853.166474:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789438853.166475:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438853.166478:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438853.166479:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438853.166481:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438853.166482:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789438853.166483:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438853.166488:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d279637100 x1876351184894336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438853.166494:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438853.166495:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438853.166498:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438853.166499:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438853.166501:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438853.166703:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438853.166707:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438853.166761:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438853.166764:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2449b9300. 00000400:00000200:2.0:1789438853.166772:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438853.166777:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438853.166782:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c220 00000400:00000010:2.0:1789438853.166784:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c220. 00000100:00000001:2.0:1789438853.166789:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438853.166793:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d279634e00 x1876351184894464/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.166802:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438853.166805:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279634e00 x1876351184894464/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.166811:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438853.166812:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438853.166883:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438853.166886:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2449b9d00. 00000400:00000200:2.0:1789438853.166889:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438853.166892:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438853.166895:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200cf68 00000400:00000010:2.0:1789438853.166896:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200cf68. 00000100:00000001:2.0:1789438853.166898:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438853.166901:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d279634000 x1876351184894720/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.166919:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438853.166922:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279634000 x1876351184894720/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438908 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.166928:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438853.166929:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1789438853.168466:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d279637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184894336:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438853.168477:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438853.168484:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438853.168487:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438853.168490:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438853.168495:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d244952a00. 02000000:00000001:3.0:1789438853.168498:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438853.168759:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438853.168765:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0840. 00000400:00000010:3.0:1789438853.168773:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c5d8. 00000100:00000200:3.0:1789438853.168778:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184894336, portal 25 00000100:00000001:3.0:1789438853.168780:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438853.168782:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945071872 : -116743764479744 : ffff95d279637100) 00000100:00000040:3.0:1789438853.168793:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d279637100 x1876351184894336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438853.168800:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438853.168803:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438853.168816:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c2a8. 00000100:00000200:3.0:1789438853.168819:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184894336, offset 0 00000400:00000200:3.0:1789438853.168825:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438853.168832:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.168839:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438853.168844:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438853.168848:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438853.168851:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438853.168854:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438853.168857:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548306:548306:256:4294967295] 192.168.202.129@tcp LPNI seq info [548245:548245:8:4294967295] 00000400:00000200:3.0:1789438853.168861:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.168870:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438853.168876:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438853.168881:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2449b9d00. 00000800:00000200:3.0:1789438853.168887:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438853.168894:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438853.168898:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2449b9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438853.168957:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438853.168962:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438853.168965:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305766080 00000100:00000001:3.0:1789438853.168972:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305762412 00000100:00000001:3.0:1789438853.168976:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305766080 00000100:00000001:3.0:1789438853.168980:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305762412 00000100:00000001:3.0:1789438853.168982:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438853.168986:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438853.168998:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789438853.169004:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d279634700 x1876351184894592/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438853.169033:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789438853.169035:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438853.169046:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789438853.169049:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789438853.169051:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789438853.169054:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d279634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184894592:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438853.169057:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789438853.169061:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789438853.169062:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438853.169064:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789438853.169067:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d244953000. 02000000:00000001:3.0:1789438853.169069:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789438853.169072:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1789438853.169075:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d2782d0f78. 00000400:00000010:3.0:1789438853.169078:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200c000. 00000100:00000200:3.0:1789438853.169081:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184894592, portal 10 00000100:00000001:3.0:1789438853.169083:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789438853.169084:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329945061120 : -116743764490496 : ffff95d279634700) 00000100:00000040:3.0:1789438853.169090:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d279634700 x1876351184894592/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438853.169096:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789438853.169098:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1789438853.169100:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d27200cee0. 00000100:00000200:3.0:1789438853.169102:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184894592, offset 0 00000400:00000200:3.0:1789438853.169106:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1789438853.169110:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.169113:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1789438853.169116:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789438853.169118:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1789438853.169120:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789438853.169122:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1789438853.169124:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548307:548307:255:4294967295] 192.168.202.129@tcp LPNI seq info [548246:548246:7:4294967295] 00000400:00000200:3.0:1789438853.169128:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.169133:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1789438853.169143:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1789438853.169147:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d2449b9300. 00000800:00000200:3.0:1789438853.169151:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1789438853.169156:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1789438853.169159:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d2449b9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789438853.169162:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438853.169166:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14266 usecs (15 jiffies) 00000400:00000200:3.0:1789438853.169169:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1789438853.169171:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305762325 00000100:00000001:3.0:1789438853.169174:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305766080 00000100:00000001:3.0:1789438853.169176:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305762325 00000100:00000001:3.0:1789438853.169178:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305766080 00000100:00000001:3.0:1789438853.169179:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438853.169182:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438853.169185:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438853.169190:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789438853.178286:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1789438853.185341:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438853.185352:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2449b9d00. 00000400:00000200:2.0:1789438853.185362:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438853.185370:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438853.185379:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c2a8 00000400:00000010:2.0:1789438853.185382:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c2a8. 00000100:00000001:2.0:1789438853.185388:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438853.185396:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d279637100 x1876351184894336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.185408:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438853.185411:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279637100 x1876351184894336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438869 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.185418:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438853.185420:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789438853.185496:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438853.185499:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d2449b9300. 00000400:00000200:2.0:1789438853.185507:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438853.185512:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438853.185516:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200cee0 00000400:00000010:2.0:1789438853.185517:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200cee0. 00000100:00000001:2.0:1789438853.185520:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438853.185525:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d279634700 x1876351184894592/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.185533:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438853.185535:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d279634700 x1876351184894592/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.185556:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438853.185558:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789438853.189746:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438853.189756:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438853.189761:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438853.189771:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.189779:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438853.189790:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.189794:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.189799:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.189803:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd97a00 00000400:00000200:3.0:1789438853.189808:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.189814:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x5162ed [1] + 224 00000800:00000001:3.0:1789438853.189822:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438853.189826:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438853.189829:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438853.189847:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438853.189856:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438853.189865:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d279634e00 x1876351184894464/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438853.189876:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d279634e00 x1876351184894464/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438853.189903:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438853.189911:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438853.189915:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438853.189917:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438853.189919:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438853.189923:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.189926:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438853.189929:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.189932:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.189935:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.189937:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd97b00 00000400:00000200:3.0:1789438853.189941:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.189945:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x5162fd [1] + 224 00000800:00000001:3.0:1789438853.189949:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438853.189952:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438853.189954:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438853.189956:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438853.189959:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438853.189963:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d279634000 x1876351184894720/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438853.189971:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d279634000 x1876351184894720/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438853.189977:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438853.189980:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438853.189988:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438853.189990:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789438853.190788:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438853.190794:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789438853.190803:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789438853.190805:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789438853.190809:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d03c8. 00000400:00000200:2.0:1789438853.190815:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200cb28 00000400:00000010:2.0:1789438853.190818:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200cb28. 00000100:00000001:2.0:1789438853.190822:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438853.190828:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d279634e00 x1876351184894464/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789438853.190836:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d279634e00 x1876351184894464/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.190842:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789438853.190844:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438853.190847:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789438853.190850:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789438853.190852:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438853.190854:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438853.190858:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438853.190867:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=6 v=36 (36 36 36 36) 00000100:00001000:2.0:1789438853.190870:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=131 v=5 (1 2 0 0) 00000100:00000001:2.0:1789438853.190873:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438853.190875:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438853.190878:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789438853.190881:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438853.190885:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789438853.190887:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771457 00000100:00000001:2.0:1789438853.190889:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789438853.190891:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438853.190895:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d279634e00 x1876351184894464/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.190915:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438853.190918:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438853.190920:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438853.190925:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d279634e00 x1876351184894464/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438853.190932:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d279634e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184894464:192.168.202.129@tcp:400:kworker.0 00000400:00000001:2.0:1789438853.190938:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789438853.190939:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789438853.190941:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0d10. 00000400:00000200:2.0:1789438853.190944:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c770 00000400:00000010:2.0:1789438853.190945:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c770. 00000100:00000001:2.0:1789438853.190948:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438853.190951:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d279634000 x1876351184894720/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789438853.190959:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d279634000 x1876351184894720/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.190965:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789438853.190967:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438853.190968:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789438853.190970:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789438853.190971:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438853.190972:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438853.190974:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438853.190979:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=6 v=36 (36 36 5 5) 00000100:00001000:2.0:1789438853.190982:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=154 v=5 (1 1 1 1) 00000100:00000001:2.0:1789438853.190984:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438853.190985:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438853.190987:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789438853.190989:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789438853.191186:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438853.191191:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.191195:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438853.191201:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.191205:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.191209:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.191213:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd97a80 00000400:00000200:3.0:1789438853.191217:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.191221:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x51631d [1] + 224 00000800:00000001:3.0:1789438853.191227:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438853.191230:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438853.191233:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438853.191235:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438853.191240:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438853.191244:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d279634700 x1876351184894592/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438853.191252:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d279634700 x1876351184894592/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438853.191259:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438853.191264:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438853.191267:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789438853.191269:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438853.191271:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438853.191274:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.191277:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1789438853.191281:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.191283:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.191285:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.191288:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd97980 00000400:00000200:3.0:1789438853.191291:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1789438853.191331:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x51630d [1] + 224 00000800:00000001:3.0:1789438853.191336:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789438853.191924:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789438853.191928:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:2.0:1789438853.191939:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789438853.191941:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438853.191948:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d279634000 x1876351184894720/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.191955:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438853.191957:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438853.191959:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438853.191963:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d279634000 x1876351184894720/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438853.191970:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d279634000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184894720:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438853.191976:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438853.191979:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438853.191984:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d279634e00 x1876351184894464/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.191990:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789438853.191992:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789438853.192388:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d244953c00. 02000000:00000001:2.0:1789438853.192394:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789438853.192397:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789438853.192399:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:2.0:1789438853.192401:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789438853.192404:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2449b9700. 02000000:00000001:2.0:1789438853.192407:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789438853.192409:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789438853.192411:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d279634e00. 00000100:00000001:2.0:1789438853.192415:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789438853.192416:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438853.192419:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438853.192424:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d279634000 x1876351184894720/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.192430:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789438853.192439:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789438853.192441:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d244952800. 02000000:00000001:2.0:1789438853.192443:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789438853.192445:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789438853.192446:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:2.0:1789438853.192448:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789438853.192450:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2449b9400. 02000000:00000001:2.0:1789438853.192452:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789438853.192453:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789438853.192454:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d279634000. 00000100:00000001:2.0:1789438853.192456:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789438853.192458:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438853.192462:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438853.192464:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438853.192466:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789438853.192473:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789438853.192474:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789438853.192476:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0f78. 00000400:00000200:2.0:1789438853.192480:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c000 00000400:00000010:2.0:1789438853.192482:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c000. 00000100:00000001:2.0:1789438853.192486:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438853.192490:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d279634700 x1876351184894592/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789438853.192499:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d279634700 x1876351184894592/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1789438853.192645:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789438853.192650:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789438853.192655:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1789438853.192660:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438853.192665:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d279637100 x1876351184894336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789438853.192673:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d279637100 x1876351184894336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438853.192681:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789438853.192688:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789438853.192692:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438853.192740:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789438853.192742:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438853.192745:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789438853.192747:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789438853.192748:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438853.192750:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438853.192753:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438853.192760:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=6 v=36 (36 36 36 36) 00000100:00001000:2.0:1789438853.192764:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=106 v=5 (1 1 0 0) 00000100:00000001:2.0:1789438853.192766:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438853.192768:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438853.192776:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789438853.192782:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d279634700 x1876351184894592/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789438853.192788:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438853.192792:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789438853.192794:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1789438853.192795:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789438853.192797:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438853.192801:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d279634700 x1876351184894592/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.192807:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438853.192809:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438853.192810:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438853.192814:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d279634700 x1876351184894592/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438853.192822:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d279634700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184894592:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438853.192826:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438853.192827:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438853.192830:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d279634700 x1876351184894592/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438908 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.192836:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789438853.192838:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789438853.192840:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d244953000. 02000000:00000001:2.0:1789438853.192843:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789438853.192845:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789438853.192846:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:2.0:1789438853.192848:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789438853.192849:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2449b9500. 02000000:00000001:2.0:1789438853.192852:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789438853.192853:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789438853.192854:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d279634700. 00000100:00000001:2.0:1789438853.192862:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789438853.192863:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438853.192866:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438853.192867:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438853.192869:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789438853.192872:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789438853.192873:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789438853.192875:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d2782d0840. 00000400:00000200:2.0:1789438853.192878:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d27200c5d8 00000400:00000010:2.0:1789438853.192879:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d27200c5d8. 00000100:00000001:2.0:1789438853.192882:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438853.192886:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d279637100 x1876351184894336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789438853.192894:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d279637100 x1876351184894336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.192900:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789438853.192902:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438853.192904:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789438853.192906:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789438853.192907:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438853.192908:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438853.192910:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438853.192913:0:2392:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=7 v=5 (5 5 5 5) 00000100:00001000:2.0:1789438853.192916:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=131 v=5 (1 1 0 0) 00000100:00000001:2.0:1789438853.192918:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438853.192919:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438853.192921:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789438853.192923:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438853.192925:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438853.192928:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d279637100 x1876351184894336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438869 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.192934:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438853.192936:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438853.192937:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438853.192941:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d279637100 x1876351184894336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438869 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438853.192954:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d279637100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:42963a40-8242-4716-b5a0-c55cef22b1d2:2392:1876351184894336:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438853.192958:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438853.192960:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438853.192963:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d279637100 x1876351184894336/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438869 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438853.192970:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789438853.192972:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789438853.192974:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d244952a00. 02000000:00000001:2.0:1789438853.192977:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789438853.192978:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789438853.192979:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1789438853.192981:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789438853.192982:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d2449b9800. 02000000:00000001:2.0:1789438853.192984:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789438853.192985:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789438853.192987:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d279637100. 00000100:00000001:2.0:1789438853.193002:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789438853.193004:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438853.193006:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438853.193860:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789438853.193865:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438853.193869:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438853.193872:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438853.674404:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438853.674411:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438853.674418:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438853.674419:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438853.676435:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438853.676442:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438853.676447:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438854.700358:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438854.700365:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438854.700371:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438854.700372:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438854.708731:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438854.708738:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438854.708742:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438855.722170:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438855.722177:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438855.722183:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438855.722184:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438855.722741:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438855.722748:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438855.722753:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1789438856.170215:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d246611840] -> 12345-192.168.202.29@tcp (6) 00000800:00000200:0.0:1789438856.170229:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.29@tcp ip 192.168.202.29:988 00000800:00000200:0.0:1789438856.170234:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d246577100 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1789438856.170653:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1789438856.170660:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438856.170672:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438856.170677:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438856.170679:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789438856.746098:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438856.746106:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438856.746112:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438856.746113:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789438856.746131:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789438856.746134:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789438856.746137:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789438857.002177:0:270304:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305766080, at 4305766144 00000100:00000010:2.0:1789438857.002193:0:270304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4d8a0. 00000100:00000040:3.0:1789438857.002302:0:247630:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305766080, at 4305766144 00000100:00000010:3.0:1789438857.002309:0:247630:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270b4d180. 00010000:00000001:3.0:1789438857.770122:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438857.770129:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438857.770136:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438857.770137:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789438857.770237:0:249312:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789438857.770241:0:249312:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789438857.770244:0:249312:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789438858.292737:0:251855:0:(pinger.c:229:ptlrpc_pinger_process_import()) 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438858.292751:0:251855:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789438858.292760:0:251855:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f7480. 00000020:00000040:2.0:1789438858.292768:0:251855:0:(genops.c:1209:class_import_get()) import ffff95d245589000 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1789438858.292774:0:251855:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438858.292777:0:251855:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438858.292784:0:251855:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438858.292793:0:251855:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed900. 00000100:00000001:2.0:1789438858.292803:0:251855:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438858.292819:0:251855:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 42963a40-8242-4716-b5a0-c55cef22b1d2->MGS req@ffff95d2780f7480 x1876351184894848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438858.292832:0:251855:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438858.292838:0:251855:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438858.292845:0:251855:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057caae5f] to pc [ptlrpcd_01_00+0] req@ffff95d2780f7480 x1876351184894848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.292972:0:251855:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438858.292975:0:251855:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438858.292979:0:251855:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789438858.292987:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438858.292991:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438858.292993:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789438858.292999:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f7480 x1876351184894848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.293008:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789438858.293027:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438858.293032:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789438858.293036:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789438858.293052:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789438858.293057:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:42963a40-8242-4716-b5a0-c55cef22b1d2:2391:1876351184894848:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438858.293062:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789438858.293069:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789438858.293072:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438858.293076:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789438858.293080:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d26fb7e000. 02000000:00000001:2.0:1789438858.293082:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438858.293092:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1789438858.293098:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a756b58. 00000400:00000010:2.0:1789438858.293106:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a220. 00000100:00000200:2.0:1789438858.293115:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184894848, portal 25 00000100:00000001:2.0:1789438858.293118:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438858.293120:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922790528 : -116743786761088 : ffff95d2780f7480) 00000100:00000040:2.0:1789438858.293126:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f7480 x1876351184894848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.293134:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789438858.293138:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1789438858.293140:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a000. 00000100:00000200:2.0:1789438858.293143:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876351184894848, offset 0 00000400:00000200:2.0:1789438858.293151:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438858.293173:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.293182:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1789438858.293188:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789438858.293193:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1789438858.293198:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789438858.293201:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438858.293205:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548308:548308:256:4294967295] 192.168.202.129@tcp LPNI seq info [548247:548247:8:4294967295] 00000400:00000200:2.0:1789438858.293210:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.293227:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789438858.293233:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438858.293243:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8ede00. 00000800:00000200:2.0:1789438858.293251:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1789438858.293270:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1789438858.293277:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8ede00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789438858.293290:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438858.293295:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438858.293298:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4305771205 00000100:00000010:2.0:1789438858.293303:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270a06240. 00000100:00000001:2.0:1789438858.293311:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789438858.293317:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4305771205 00000100:00000010:2.0:1789438858.293322:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95d270a06f00. 00000100:00000001:2.0:1789438858.293326:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789438858.293329:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438858.293332:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.293336:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.293338:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438858.293349:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789438858.293352:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789438858.293354:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438858.293356:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438858.293357:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.293359:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.293371:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438858.293374:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438858.293494:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438858.293498:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8ede00. 00000400:00000200:2.0:1789438858.293504:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438858.293510:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438858.293516:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a000 00000400:00000010:2.0:1789438858.293520:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a000. 00000100:00000001:2.0:1789438858.293524:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438858.293529:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f7480 x1876351184894848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.293538:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438858.293785:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f7480 x1876351184894848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438874 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.293794:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.293796:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:2.0:1789438858.293818:0:251855:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f4700. 00000020:00000040:2.0:1789438858.293822:0:251855:0:(genops.c:1209:class_import_get()) import ffff95d2780b4000 refcount=6 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000100:00000001:2.0:1789438858.293826:0:251855:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438858.293828:0:251855:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438858.293832:0:251855:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438858.293836:0:251855:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ede00. 00000100:00000001:2.0:1789438858.293842:0:251855:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438858.293847:0:251855:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0000_UUID req@ffff95d2780f4700 x1876351184894976/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438858.293855:0:251855:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438858.293859:0:251855:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438858.294101:0:251855:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea398c4] to pc [ptlrpcd_01_01+1] req@ffff95d2780f4700 x1876351184894976/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.294120:0:251855:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438858.294124:0:251855:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438858.294128:0:251855:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789438858.294133:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438858.294134:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438858.294136:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789438858.294141:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f4700 x1876351184894976/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.294149:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789438858.294151:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438858.294153:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789438858.294155:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789438858.294157:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789438858.294161:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184894976:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438858.294174:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789438858.294179:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789438858.294181:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438858.294183:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789438858.294187:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d26fb7e200. 02000000:00000001:2.0:1789438858.294190:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438858.294195:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1789438858.294199:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a756840. 00000400:00000010:2.0:1789438858.294205:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a000. 00000100:00000200:2.0:1789438858.294208:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184894976, portal 10 00000100:00000001:2.0:1789438858.294211:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438858.294212:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922778880 : -116743786772736 : ffff95d2780f4700) 00000100:00000040:2.0:1789438858.294221:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f4700 x1876351184894976/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.294227:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789438858.294229:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1789438858.294232:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519ae58. 00000100:00000200:2.0:1789438858.294234:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184894976, offset 0 00000400:00000200:2.0:1789438858.294240:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438858.294246:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.294251:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1789438858.294268:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789438858.294272:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1789438858.294274:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789438858.294276:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438858.294279:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548309:548309:256:4294967295] 192.168.202.129@tcp LPNI seq info [548248:548248:8:4294967295] 00000400:00000200:2.0:1789438858.294283:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.294290:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789438858.294296:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438858.294300:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8ed600. 00000800:00000200:2.0:1789438858.294305:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1789438858.294316:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1789438858.294319:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8ed600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789438858.294333:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438858.294338:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: using a timeout of 24588 usecs (25 jiffies) 00000400:00000200:2.0:1789438858.294341:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438858.294343:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305767461 00000100:00000001:2.0:1789438858.294346:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305771205 00000100:00000001:2.0:1789438858.294349:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305767461 00000100:00000001:2.0:1789438858.294351:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305771205 00000100:00000001:2.0:1789438858.294353:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438858.294355:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.294358:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.294360:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438858.294365:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789438858.294367:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1789438858.294369:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438858.294370:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438858.294371:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.294373:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438858.294400:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438858.294403:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8ed600. 00000400:00000200:2.0:1789438858.294406:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438858.294410:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438858.294414:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519ae58 00000400:00000010:2.0:1789438858.294416:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519ae58. 00000100:00000001:2.0:1789438858.294418:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438858.294423:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f4700 x1876351184894976/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.294430:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438858.294433:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f4700 x1876351184894976/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.294440:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.294447:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789438858.294457:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438858.294715:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438858.294718:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.294720:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789438858.294730:0:251855:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f4e00. 00000020:00000040:2.0:1789438858.294734:0:251855:0:(genops.c:1209:class_import_get()) import ffff95d26f5f6800 refcount=4 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000100:00000001:2.0:1789438858.294738:0:251855:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438858.294739:0:251855:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438858.294742:0:251855:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438858.294747:0:251855:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed600. 00000100:00000001:2.0:1789438858.294751:0:251855:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438858.294757:0:251855:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-MDT0001_UUID req@ffff95d2780f4e00 x1876351184895104/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438858.294765:0:251855:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438858.294767:0:251855:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438858.294772:0:251855:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc4d4bf1] to pc [ptlrpcd_01_00+0] req@ffff95d2780f4e00 x1876351184895104/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.294785:0:251855:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438858.294788:0:251855:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789438858.294792:0:251855:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789438858.294797:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438858.294799:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438858.294801:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789438858.294804:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f4e00 x1876351184895104/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.294811:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789438858.294813:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438858.294815:0:2391:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789438858.294816:0:2391:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789438858.294818:0:2391:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789438858.294821:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184895104:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438858.294833:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789438858.294836:0:2391:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789438858.294837:0:2391:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438858.294839:0:2391:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789438858.294843:0:2391:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d26fb7fe00. 02000000:00000001:2.0:1789438858.294845:0:2391:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438858.294848:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1789438858.294851:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a7567e8. 00000400:00000010:2.0:1789438858.294855:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519ae58. 00000100:00000200:2.0:1789438858.294858:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184895104, portal 10 00000100:00000001:2.0:1789438858.294859:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438858.295188:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922780672 : -116743786770944 : ffff95d2780f4e00) 00000100:00000040:2.0:1789438858.295199:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f4e00 x1876351184895104/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.295206:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789438858.295208:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1789438858.295212:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a2a8. 00000100:00000200:2.0:1789438858.295215:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876351184895104, offset 0 00000400:00000200:2.0:1789438858.295220:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438858.295226:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.295231:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1789438858.295234:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789438858.295237:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1789438858.295240:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789438858.295242:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438858.295245:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548310:548310:256:4294967295] 192.168.202.129@tcp LPNI seq info [548249:548249:8:4294967295] 00000400:00000200:2.0:1789438858.295249:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.295266:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789438858.295271:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438858.295276:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8ed300. 00000800:00000200:2.0:1789438858.295281:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1789438858.295293:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1789438858.295296:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8ed300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789438858.295306:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438858.295310:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: using a timeout of 14266 usecs (15 jiffies) 00000400:00000200:2.0:1789438858.295313:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438858.295315:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305767451 00000100:00000001:2.0:1789438858.295318:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305771205 00000100:00000001:2.0:1789438858.295320:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305767451 00000100:00000001:2.0:1789438858.295322:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305771205 00000100:00000001:2.0:1789438858.295324:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438858.295326:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.295328:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.295330:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438858.295335:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789438858.295337:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789438858.295338:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438858.295340:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438858.295341:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.295342:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438858.295429:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438858.295432:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8ed300. 00000400:00000200:2.0:1789438858.295436:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438858.295440:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438858.295846:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a2a8 00000400:00000010:2.0:1789438858.295849:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a2a8. 00000100:00000001:2.0:1789438858.295853:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438858.295858:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f4e00 x1876351184895104/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.295933:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438858.295937:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f4e00 x1876351184895104/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.295943:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.295952:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789438858.295971:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438858.295974:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438858.295976:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.295978:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789438858.295988:0:251855:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95d2780f5500. 00000020:00000040:2.0:1789438858.295993:0:251855:0:(genops.c:1209:class_import_get()) import ffff95d26f5f0000 refcount=4 obd=lustre-OST0000-osc-ffff95d244e30800 00000100:00000001:2.0:1789438858.295997:0:251855:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789438858.295999:0:251855:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789438858.296003:0:251855:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789438858.296008:0:251855:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95d14f8ed300. 00000100:00000001:2.0:1789438858.296029:0:251855:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438858.296036:0:251855:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0000_UUID req@ffff95d2780f5500 x1876351184895232/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789438858.296045:0:251855:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789438858.296048:0:251855:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438858.296052:0:251855:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011a02a73] to pc [ptlrpcd_01_01+1] req@ffff95d2780f5500 x1876351184895232/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.296065:0:251855:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438858.296068:0:251855:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789438858.296072:0:251855:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d9a8a45-a42f-4142-a7af-34df75c08653->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1789438858.296081:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438858.296083:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438858.296084:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789438858.296089:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95d2780f5500 x1876351184895232/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.296096:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789438858.296099:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438858.296102:0:2392:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789438858.296104:0:2392:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789438858.296106:0:2392:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789438858.296109:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95d2780f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184895232:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438858.296119:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789438858.296123:0:2392:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789438858.296125:0:2392:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438858.296127:0:2392:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789438858.296131:0:2392:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95d26fb7f200. 02000000:00000001:2.0:1789438858.296133:0:2392:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789438858.296138:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1789438858.296141:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95d24a756c60. 00000400:00000010:2.0:1789438858.296146:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519a2a8. 00000100:00000200:2.0:1789438858.296150:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876351184895232, portal 4 00000100:00000001:2.0:1789438858.296152:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789438858.296154:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627329922782464 : -116743786769152 : ffff95d2780f5500) 00000100:00000040:2.0:1789438858.296230:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95d2780f5500 x1876351184895232/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.296236:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789438858.296238:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1789438858.296242:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95d24519aee0. 00000100:00000200:2.0:1789438858.296245:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876351184895232, offset 0 00000400:00000200:2.0:1789438858.296249:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1789438858.296267:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.296271:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1789438858.296275:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789438858.296278:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1789438858.296281:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789438858.296284:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1789438858.296286:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [548311:548311:256:4294967295] 192.168.202.129@tcp LPNI seq info [548250:548250:8:4294967295] 00000400:00000200:2.0:1789438858.296290:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.296302:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1789438858.296307:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1789438858.296311:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95d14f8edc00. 00000800:00000200:2.0:1789438858.296315:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95d247a15180] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1789438858.296330:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1789438858.296334:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95d14f8edc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789438858.296342:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438858.296346:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: using a timeout of 102978 usecs (103 jiffies) 00000400:00000200:2.0:1789438858.296349:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1789438858.296352:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 2 is 4305767540 00000100:00000001:2.0:1789438858.296355:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 2, keep current deadline 4305771205 00000100:00000001:2.0:1789438858.296357:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS new deadline estimation for cpu 3 is 4305767540 00000100:00000001:2.0:1789438858.296359:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95d244e30800: PM QoS request active for cpu 3, keep current deadline 4305771205 00000100:00000001:2.0:1789438858.296361:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438858.296364:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.296366:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.296368:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438858.296373:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789438858.296375:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1789438858.296377:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438858.296379:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438858.296380:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.296382:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789438858.296407:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789438858.296410:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95d14f8edc00. 00000400:00000200:2.0:1789438858.296414:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438858.296417:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1789438858.296420:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519aee0 00000400:00000010:2.0:1789438858.296422:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519aee0. 00000100:00000001:2.0:1789438858.296426:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789438858.296430:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95d2780f5500 x1876351184895232/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.296438:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438858.296453:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95d2780f5500 x1876351184895232/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438913 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.297004:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.297028:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789438858.297049:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438858.297051:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438858.297054:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.297056:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438858.297065:0:251855:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11105) 00000800:00000001:2.0:1789438858.299904:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438858.299926:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438858.299932:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438858.299935:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438858.299947:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.299956:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438858.299968:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.299975:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.299982:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.299988:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6aa880dd97b80 00000400:00000200:2.0:1789438858.299994:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.300001:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x51632d [1] + 224 00000800:00000001:2.0:1789438858.300145:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438858.300151:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438858.300155:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438858.300161:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438858.300171:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438858.300184:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f7480 x1876351184894848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438858.300197:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f7480 x1876351184894848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438858.300262:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438858.300268:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438858.300288:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438858.300299:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438858.300304:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438858.300306:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438858.300308:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438858.300312:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.300316:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438858.300337:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.300340:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.300343:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.300345:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd97c00 00000400:00000200:2.0:1789438858.300349:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.300354:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x51633d [1] + 224 00000800:00000001:2.0:1789438858.300358:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438858.300362:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438858.300365:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438858.300368:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438858.300371:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438858.300376:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f4700 x1876351184894976/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438858.300386:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f4700 x1876351184894976/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.300402:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438858.300406:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438858.300409:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438858.300410:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438858.300412:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438858.300415:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.300418:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438858.300422:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.300425:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.300428:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.300431:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6aa880dd97c80 00000400:00000200:2.0:1789438858.300434:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.300438:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x51634d [1] + 224 00000800:00000001:2.0:1789438858.300453:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438858.300689:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438858.300692:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438858.300701:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438858.300705:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438858.300710:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f4e00 x1876351184895104/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438858.300719:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f4e00 x1876351184895104/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.300725:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438858.300729:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438858.300733:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438858.300746:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438858.300749:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789438858.300757:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789438858.300759:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789438858.300762:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a756840. 00000400:00000200:2.0:1789438858.300768:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a000 00000400:00000010:2.0:1789438858.300770:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a000. 00000100:00000001:2.0:1789438858.300773:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438858.300778:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f4700 x1876351184894976/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789438858.300787:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f4700 x1876351184894976/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.300793:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789438858.300795:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438858.300797:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789438858.300802:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789438858.300805:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789438858.300807:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789438858.300811:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789438858.300822:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d2780b4460 time=11 v=36 (36 36 36 36) 00000100:00001000:2.0:1789438858.300827:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d2780b4418 time=136 v=5 (1 2 0 0) 00000100:00000001:2.0:1789438858.300830:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789438858.300832:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789438858.300836:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789438858.300847:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.300852:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789438858.300855:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95d244e30800: skip recheck: last_committed 30064771457 00000100:00000001:2.0:1789438858.300857:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789438858.300859:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438858.300865:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f4700 x1876351184894976/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.300873:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789438858.300876:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789438858.300880:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789438858.300884:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f4700 x1876351184894976/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789438858.300893:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184894976:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1789438858.300899:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.300902:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789438858.300906:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f4700 x1876351184894976/t0(0) o400->lustre-MDT0000-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.300912:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789438858.300915:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789438858.300920:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d26fb7e200. 02000000:00000001:2.0:1789438858.300923:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789438858.300927:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789438858.300929:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d2780b4000 refcount=5 obd=lustre-MDT0000-mdc-ffff95d244e30800 00000020:00000001:2.0:1789438858.300931:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789438858.300934:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ede00. 02000000:00000001:2.0:1789438858.300939:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789438858.300941:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789438858.300943:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f4700. 00000100:00000001:2.0:1789438858.300947:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789438858.300949:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789438858.300953:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.300955:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789438858.300962:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789438858.300964:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789438858.300966:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1789438858.306309:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438858.306319:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438858.306325:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a756b58. 00000400:00000200:3.0:1789438858.306337:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a220 00000400:00000010:3.0:1789438858.306341:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a220. 00000100:00000001:3.0:1789438858.306346:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438858.306363:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f7480 x1876351184894848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438858.306376:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f7480 x1876351184894848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438858.306386:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438858.306388:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438858.306392:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438858.306396:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438858.306398:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438858.306401:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438858.306405:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438858.306416:0:2391:0:(import.c:2196:obd_at_measure()) add 5 to ffff95d245589460 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1789438858.306420:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d245589418 time=136 v=5 (1 1 0 0) 00000100:00000001:3.0:1789438858.306424:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438858.306425:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438858.306429:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438858.306432:0:2391:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438858.306435:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438858.306452:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f7480 x1876351184894848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438874 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438858.306460:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438858.306464:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438858.306467:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438858.306492:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f7480 x1876351184894848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438874 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438858.306501:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:42963a40-8242-4716-b5a0-c55cef22b1d2:2391:1876351184894848:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438858.306507:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438858.306511:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438858.306515:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f7480 x1876351184894848/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1789438874 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438858.306522:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438858.306525:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438858.306530:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d26fb7e000. 02000000:00000001:3.0:1789438858.306534:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438858.306539:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438858.306541:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d245589000 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1789438858.306543:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438858.306678:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed900. 02000000:00000001:3.0:1789438858.306685:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438858.306688:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438858.306690:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f7480. 00000100:00000001:3.0:1789438858.306694:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438858.306696:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438858.306701:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438858.306704:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438858.306707:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789438858.307108:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438858.307110:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438858.307113:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a7567e8. 00000400:00000200:3.0:1789438858.307117:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519ae58 00000400:00000010:3.0:1789438858.307119:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519ae58. 00000100:00000001:3.0:1789438858.307123:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438858.307130:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f4e00 x1876351184895104/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438858.307140:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f4e00 x1876351184895104/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438858.307158:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438858.307160:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438858.307163:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438858.307165:0:2391:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438858.307167:0:2391:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438858.307169:0:2391:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438858.307171:0:2391:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438858.307180:0:2391:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f6c60 time=11 v=36 (36 36 36 36) 00000100:00001000:3.0:1789438858.307183:0:2391:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f6c18 time=111 v=5 (1 1 0 0) 00000100:00000001:3.0:1789438858.307185:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438858.307187:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438858.307189:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789438858.307194:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95d2780f4e00 x1876351184895104/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789438858.307201:0:2391:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438858.307205:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438858.307207:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95d244e30800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1789438858.307209:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438858.307211:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438858.307215:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f4e00 x1876351184895104/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438858.307222:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438858.307224:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438858.307225:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438858.307230:0:2391:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f4e00 x1876351184895104/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438858.307238:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d9a8a45-a42f-4142-a7af-34df75c08653:2391:1876351184895104:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438858.307242:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438858.307245:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438858.307248:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f4e00 x1876351184895104/t0(0) o400->lustre-MDT0001-mdc-ffff95d244e30800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438858.307271:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438858.307273:0:2391:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438858.307276:0:2391:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d26fb7fe00. 02000000:00000001:3.0:1789438858.307279:0:2391:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438858.307281:0:2391:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438858.307283:0:2391:0:(genops.c:1222:class_import_put()) import ffff95d26f5f6800 refcount=3 obd=lustre-MDT0001-mdc-ffff95d244e30800 00000020:00000001:3.0:1789438858.307286:0:2391:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438858.307287:0:2391:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed600. 02000000:00000001:3.0:1789438858.307290:0:2391:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438858.307292:0:2391:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438858.307293:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f4e00. 00000100:00000001:3.0:1789438858.307297:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438858.307299:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438858.307301:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438858.307311:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438858.307314:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438858.307317:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438858.307319:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789438858.311053:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438858.311084:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789438858.311090:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438858.311093:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438858.311106:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.311117:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1789438858.311130:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.311136:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.311143:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.311148:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6aa880dd97d00 00000400:00000200:2.0:1789438858.311156:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1789438858.311164:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x51635d [1] + 224 00000800:00000001:2.0:1789438858.311174:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438858.311210:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789438858.311215:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789438858.311221:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1789438858.311231:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789438858.311244:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95d2780f5500 x1876351184895232/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789438858.311270:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95d2780f5500 x1876351184895232/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789438858.311297:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789438858.311307:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789438858.311311:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438858.311933:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438858.311940:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789438858.311949:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789438858.311952:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789438858.311956:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95d24a756c60. 00000400:00000200:3.0:1789438858.311961:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95d24519a2a8 00000400:00000010:3.0:1789438858.311963:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95d24519a2a8. 00000100:00000001:3.0:1789438858.311968:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789438858.311975:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95d2780f5500 x1876351184895232/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789438858.311986:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95d2780f5500 x1876351184895232/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438858.311993:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789438858.311996:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438858.312033:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789438858.312038:0:2392:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789438858.312041:0:2392:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789438858.312058:0:2392:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789438858.312063:0:2392:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789438858.312076:0:2392:0:(import.c:2196:obd_at_measure()) add 36 to ffff95d26f5f0460 time=11 v=36 (36 36 5 5) 00000100:00001000:3.0:1789438858.312081:0:2392:0:(import.c:2196:obd_at_measure()) add 1 to ffff95d26f5f0418 time=9 v=5 (1 1 1 1) 00000100:00000001:3.0:1789438858.312084:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789438858.312085:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438858.312088:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789438858.312093:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438858.312097:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789438858.312099:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95d244e30800: skip recheck: last_committed 42949693985 00000100:00000001:3.0:1789438858.312102:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789438858.312105:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789438858.312111:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95d2780f5500 x1876351184895232/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438858.312119:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789438858.312123:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789438858.312125:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789438858.312129:0:2392:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95d2780f5500 x1876351184895232/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789438858.312137:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95d2780f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d9a8a45-a42f-4142-a7af-34df75c08653:2392:1876351184895232:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1789438858.312142:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438858.312146:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789438858.312150:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95d2780f5500 x1876351184895232/t0(0) o400->lustre-OST0000-osc-ffff95d244e30800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1789438913 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789438858.312156:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789438858.312159:0:2392:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789438858.312163:0:2392:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95d26fb7f200. 02000000:00000001:3.0:1789438858.312167:0:2392:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789438858.312170:0:2392:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789438858.312172:0:2392:0:(genops.c:1222:class_import_put()) import ffff95d26f5f0000 refcount=3 obd=lustre-OST0000-osc-ffff95d244e30800 00000020:00000001:3.0:1789438858.312174:0:2392:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789438858.312177:0:2392:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95d14f8ed300. 02000000:00000001:3.0:1789438858.312189:0:2392:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789438858.312192:0:2392:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789438858.312195:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95d2780f5500. 00000100:00000001:3.0:1789438858.312200:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789438858.312201:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438858.312204:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789438858.312214:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789438858.312217:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789438858.312220:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789438858.312223:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438858.796205:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438858.796372:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438858.796381:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438858.796383:0:247630:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438858.796655:0:237587:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438858.796659:0:237587:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438858.796663:0:237587:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438859.818267:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438859.818349:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438859.818352:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438859.818355:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438859.818361:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438859.818363:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438859.818365:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438859.818368:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438859.818373:0:247630:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438859.818375:0:247630:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789438859.818376:0:247630:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789438859.818382:0:247630:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789438859.818385:0:247630:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789438859.818385:0:247630:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438859.818387:0:247630:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789438859.818388:0:247630:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438859.818389:0:247630:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438859.818391:0:247630:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789438859.818510:0:243614:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789438859.818513:0:243614:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789438859.818516:0:243614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789438860.225621:0:280103:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789438860.634579:0:280139:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1789438860.634585:0:280139:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_812a: @@@@@@ FAIL: client: import is not in CONNECTING state after 50 00000001:00000001:0.0:1789438860.640105:0:280139:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1789438860.842553:0:273084:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438860.842560:0:273084:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438860.842652:0:273084:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438860.842654:0:273084:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789438860.843706:0:237586:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789438860.843712:0:237586:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789438860.843715:0:237586:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1789438861.866126:0:273084:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438861.866133:0:273084:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789438861.866139:0:273084:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789438861.866157:0:273084:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789438861.866178:0:259124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789438861.866181:0:259124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789438861.866183:0:259124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789438861.911587:0:280239:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789438862.122671:0:270304:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33220 (cpu 2) has reached its deadline 4305771205, at 4305771264 00000100:00000010:2.0:1789438862.122686:0:270304:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270a06240. 00000100:00000040:3.0:1789438862.123214:0:273084:0:(connection.c:75:cpu_latency_work()) work item of ffff95d244e33330 (cpu 3) has reached its deadline 4305771205, at 4305771265 00000100:00000010:3.0:1789438862.123230:0:273084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95d270a06f00. Debug log: 2027 lines, 2027 kept, 0 dropped, 0 bad.