00010000:00000001:3.0F:1788851890.045044:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851890.045062:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851890.045070:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851890.045071:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1788851890.045656:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851890.045667:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851890.045670:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851891.070421:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851891.070431:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851891.070439:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851891.070441:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851891.070479:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851891.070482:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851891.070486:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851892.097920:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851892.097931:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851892.097939:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851892.097940:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851892.097982:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851892.097985:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851892.097989:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0F:1788851892.590127:0:277782:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851893.117994:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851893.118004:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851893.118012:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851893.118013:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851893.122460:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851893.122468:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851893.122475:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851893.501316:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307459294, at 4307459328 00000100:00000010:0.0:1788851893.501332:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989af990ad80. 00000100:00000040:1.0:1788851893.501526:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307459294, at 4307459328 00000100:00000010:1.0:1788851893.501539:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989af990aa20. 00000080:00000001:0.0:1788851893.548244:0:277846:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851894.142451:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851894.142460:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851894.142462:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851894.142465:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851894.142470:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851894.142472:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851894.142474:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851894.142476:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851894.142480:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851894.142482:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851894.142483:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851894.142488:0:266176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851894.142490:0:266176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851894.142491:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851894.142492:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851894.142494:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851894.142495:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851894.142506:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851894.143102:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851894.143118:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851894.143121:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788851894.781405:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851894.781417:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851894.781426:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9c380. 00000020:00000040:1.0:1788851894.781432:0:232038:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:1.0:1788851894.781438:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851894.781441:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851894.781447:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851894.781456:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989afa3c8c00. 00000100:00000001:1.0:1788851894.781462:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851894.781477:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989b01a9c380 x1875733950900736/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851894.781491:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851894.781497:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851894.781505:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009c6766c] to pc [ptlrpcd_00_00+0] req@ffff989b01a9c380 x1875733950900736/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.781534:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851894.781538:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851894.781542:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851894.781545:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9df80. 00000020:00000040:1.0:1788851894.781548:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:1.0:1788851894.781551:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851894.781552:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851894.781554:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851894.781556:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1788851894.781559:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989afa3c8800. 00000100:00000001:1.0:1788851894.781563:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851894.781567:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989b01a9df80 x1875733950900864/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851894.781575:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851894.781591:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851894.781596:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004bed85fd] to pc [ptlrpcd_00_01+1] req@ffff989b01a9df80 x1875733950900864/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.781606:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851894.781609:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851894.781612:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851894.781615:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9d500. 00000020:00000040:1.0:1788851894.781618:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:1.0:1788851894.781621:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851894.781622:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851894.781624:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851894.781628:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989afa3c8500. 00000100:00000001:1.0:1788851894.781631:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851894.781635:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989b01a9d500 x1875733950900992/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851894.781643:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851894.781644:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851894.781648:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068da4fb2] to pc [ptlrpcd_00_00+0] req@ffff989b01a9d500 x1875733950900992/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.781656:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851894.781658:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851894.781662:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851894.781665:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9f480. 00000020:00000040:1.0:1788851894.781668:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:1.0:1788851894.781670:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851894.781671:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851894.781673:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851894.781679:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989afa3c8300. 00000100:00000001:1.0:1788851894.781682:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851894.781683:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1788851894.781686:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989b01a9f480 x1875733950901120/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851894.781687:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851894.781694:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9c380 x1875733950900736/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851894.781703:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851894.781704:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851894.781706:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851894.781706:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851894.781710:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003127482] to pc [ptlrpcd_00_01+1] req@ffff989b01a9f480 x1875733950901120/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788851894.781711:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851894.781714:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851894.781717:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851894.781718:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851894.781720:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1788851894.781721:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950900736:192.168.201.149@tcp:400:kworker.0 00000100:00000040:1.0:1788851894.781724:0:232038:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1788851894.781727:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1788851894.781729:0:232038:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12798) 02000000:00000001:0.0:1788851894.781734:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851894.781737:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851894.781740:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851894.781824:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989afb55c600. 02000000:00000001:0.0:1788851894.781827:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851894.781836:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851894.781841:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dceb00. 00000400:00000010:0.0:1788851894.781851:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402ac38. 00000100:00000200:0.0:1788851894.781860:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950900736, portal 25 00000100:00000001:0.0:1788851894.781863:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851894.781866:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248096640 : -113683461454976 : ffff989b01a9c380) 00000100:00000040:0.0:1788851894.781878:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9c380 x1875733950900736/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851894.781885:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788851894.782220:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851894.782225:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851894.782227:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851894.782233:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9df80 x1875733950900864/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.782241:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851894.782242:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851894.782244:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851894.782246:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851894.782248:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851894.782251:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950900864:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851894.782254:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851894.782257:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851894.782259:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851894.782260:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851894.782264:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad4b49400. 02000000:00000001:1.0:1788851894.782265:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851894.782270:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851894.782274:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56e70. 00000400:00000010:1.0:1788851894.782280:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d880. 00000100:00000200:1.0:1788851894.782283:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950900864, portal 10 00000100:00000001:1.0:1788851894.782285:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851894.782292:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248103808 : -113683461447808 : ffff989b01a9df80) 00000100:00000040:1.0:1788851894.782300:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9df80 x1875733950900864/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.782306:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851894.782308:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851894.782312:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d660. 00000100:00000200:1.0:1788851894.782315:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950900864, offset 0 00000400:00000200:1.0:1788851894.782323:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851894.782334:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851894.782344:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851894.782351:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851894.782356:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851894.782361:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851894.782363:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851894.782368:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541438:541438:256:4294967295] 192.168.201.149@tcp LPNI seq info [541372:541372:8:4294967295] 00000400:00000200:1.0:1788851894.782372:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851894.782383:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851894.782391:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851894.782397:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ac88d8c00. 00000800:00000200:1.0:1788851894.782405:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851894.782414:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851894.782419:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac88d8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851894.782432:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851894.782438:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24791 usecs (25 jiffies) 00000400:00000200:1.0:1788851894.782441:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851894.782444:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307460634 00000100:00000010:1.0:1788851894.782449:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ae52ef7e0. 00000100:00000001:1.0:1788851894.782458:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788851894.782476:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307460634 00000100:00000010:1.0:1788851894.782480:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ae52ef2a0. 00000100:00000001:1.0:1788851894.782490:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788851894.782493:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851894.782496:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851894.782498:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851894.782502:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9f480 x1875733950901120/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.782509:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851894.782510:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851894.782513:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851894.782515:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851894.782517:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851894.782519:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950901120:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851894.782522:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851894.782525:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851894.782526:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851894.782528:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851894.782530:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad4b49000. 02000000:00000001:1.0:1788851894.782533:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851894.782537:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851894.782539:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d565d8. 00000400:00000010:1.0:1788851894.782543:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d7f8. 00000100:00000200:1.0:1788851894.782545:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950901120, portal 4 00000100:00000001:1.0:1788851894.782547:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851894.782548:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248109184 : -113683461442432 : ffff989b01a9f480) 00000100:00000040:1.0:1788851894.782554:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9f480 x1875733950901120/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.782560:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851894.782562:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851894.782564:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4dd48. 00000100:00000200:1.0:1788851894.782566:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950901120, offset 0 00000400:00000200:1.0:1788851894.782571:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851894.782575:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851894.782584:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851894.782587:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851894.782590:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851894.782592:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851894.782594:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851894.782597:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541439:541439:255:4294967295] 192.168.201.149@tcp LPNI seq info [541373:541373:7:4294967295] 00000400:00000200:1.0:1788851894.782602:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851894.782608:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851894.782613:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851894.782617:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ac88d8800. 00000800:00000200:1.0:1788851894.782621:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851894.782625:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851894.782628:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac88d8800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851894.782631:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851894.782634:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 168987 usecs (169 jiffies) 00000400:00000200:1.0:1788851894.782637:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851894.782638:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307460778 00000100:00000001:1.0:1788851894.782645:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, simply extend its deadline from 4307460634 00000100:00000001:1.0:1788851894.782648:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307460778 00000100:00000001:1.0:1788851894.782651:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, simply extend its deadline from 4307460634 00000100:00000001:1.0:1788851894.782653:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851894.782655:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851894.782658:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851894.782662:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851894.782672:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851894.782674:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1788851894.782677:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851894.782678:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851894.782680:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851894.782683:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788851894.782685:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851894.782691:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851894.782692:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851894.782694:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851894.782695:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851894.782696:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851894.782701:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9d500 x1875733950900992/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.782706:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851894.782708:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851894.782710:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851894.782712:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851894.782713:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851894.782716:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950900992:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851894.782719:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851894.782722:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851894.782723:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851894.782724:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851894.782731:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad0e0a800. 02000000:00000001:1.0:1788851894.782733:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851894.782737:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851894.782740:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d564d0. 00000400:00000010:1.0:1788851894.782753:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d2a8. 00000100:00000200:1.0:1788851894.782757:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950900992, portal 10 00000100:00000001:1.0:1788851894.782759:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851894.782760:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248101120 : -113683461450496 : ffff989b01a9d500) 00000100:00000040:1.0:1788851894.782766:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9d500 x1875733950900992/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.782773:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851894.782775:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851894.782779:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d550. 00000100:00000200:1.0:1788851894.782781:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950900992, offset 0 00000400:00000200:1.0:1788851894.782785:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851894.782789:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851894.782796:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851894.782799:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851894.782802:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851894.782805:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851894.782807:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851894.782809:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541440:541440:254:4294967295] 192.168.201.149@tcp LPNI seq info [541374:541374:6:4294967295] 00000400:00000200:1.0:1788851894.782813:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851894.782819:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851894.782824:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851894.782827:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ac88d8900. 00000800:00000200:1.0:1788851894.782831:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851894.782834:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851894.782837:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac88d8900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851894.782840:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851894.782843:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21428 usecs (22 jiffies) 00000400:00000200:1.0:1788851894.782846:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851894.782848:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307460631 00000100:00000001:1.0:1788851894.782850:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307460778 00000100:00000001:1.0:1788851894.782852:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307460631 00000100:00000001:1.0:1788851894.782854:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307460778 00000100:00000001:1.0:1788851894.782856:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851894.782858:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851894.782861:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851894.782864:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851894.782937:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851894.782941:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ac88d8c00. 00000400:00000200:1.0:1788851894.782946:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851894.782951:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851894.782957:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d660 00000400:00000010:1.0:1788851894.782959:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d660. 00000100:00000001:1.0:1788851894.782969:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851894.782974:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9df80 x1875733950900864/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.782984:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851894.782988:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9df80 x1875733950900864/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.782995:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851894.782997:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851894.783012:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851894.783014:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ac88d8800. 00000400:00000200:1.0:1788851894.783016:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851894.783019:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851894.783022:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4dd48 00000400:00000010:1.0:1788851894.783024:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4dd48. 00000100:00000001:1.0:1788851894.783025:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851894.783029:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9f480 x1875733950901120/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.783035:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851894.783038:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9f480 x1875733950901120/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.783045:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851894.783046:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851894.783113:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851894.783116:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ac88d8900. 00000400:00000200:1.0:1788851894.783118:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851894.783122:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851894.783124:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d550 00000400:00000010:1.0:1788851894.783127:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d550. 00000100:00000001:1.0:1788851894.783129:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851894.783132:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9d500 x1875733950900992/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.783138:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851894.783146:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9d500 x1875733950900992/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.783153:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851894.783154:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1788851894.784457:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851894.784470:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a880. 00000100:00000200:0.0:1788851894.784687:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950900736, offset 0 00000400:00000200:0.0:1788851894.784697:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851894.784709:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.784717:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851894.784722:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851894.784726:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851894.784730:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851894.784732:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851894.784736:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541441:541441:256:4294967295] 192.168.201.149@tcp LPNI seq info [541375:541375:8:4294967295] 00000400:00000200:0.0:1788851894.784741:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.784994:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851894.785001:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851894.785007:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154fe00. 00000800:00000200:0.0:1788851894.785013:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851894.785021:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851894.785026:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851894.785041:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851894.785047:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851894.785049:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307464409 00000100:00000001:0.0:1788851894.785059:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307460778 00000100:00000001:0.0:1788851894.785065:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307464409 00000100:00000001:0.0:1788851894.785069:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307460778 00000100:00000001:0.0:1788851894.785072:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851894.785076:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851894.785081:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851894.785102:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851894.785111:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851894.785113:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788851894.785117:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851894.785119:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851894.785122:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851894.785125:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851894.785220:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851894.785224:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154fe00. 00000400:00000200:0.0:1788851894.785228:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851894.785233:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851894.785238:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a880 00000400:00000010:0.0:1788851894.785241:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a880. 00000100:00000001:0.0:1788851894.785245:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851894.785252:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9c380 x1875733950900736/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851894.785264:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851894.785267:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9c380 x1875733950900736/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851910 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851894.785273:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851894.785275:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851894.787120:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851894.787141:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851894.787147:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851894.787150:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851894.787160:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.787170:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851894.787181:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.787186:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.787193:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.787198:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d62a80 00000400:00000200:0.0:1788851894.787203:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.787212:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bbb9 [1] + 224 00000800:00000001:0.0:1788851894.787221:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851894.788848:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851894.788856:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851894.788868:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851894.788881:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851894.788906:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9df80 x1875733950900864/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851894.788921:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9df80 x1875733950900864/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851894.788938:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851894.788951:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851894.788956:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851894.788958:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851894.788960:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851894.788967:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.788971:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851894.788978:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.788982:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.788987:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.788990:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d62b00 00000400:00000200:0.0:1788851894.788995:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.789001:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bbd9 [1] + 224 00000800:00000001:0.0:1788851894.789008:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851894.789012:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851894.789014:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851894.789017:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851894.789020:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851894.789026:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9d500 x1875733950900992/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851894.789035:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9d500 x1875733950900992/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851894.789044:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851894.789055:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851894.789059:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851894.789061:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851894.789064:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851894.789067:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.789071:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851894.789076:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.789079:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.789082:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.789085:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d62b80 00000400:00000200:0.0:1788851894.789089:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.789094:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bbc9 [1] + 224 00000800:00000001:0.0:1788851894.789098:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851894.789118:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851894.789121:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851894.789125:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851894.789128:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851894.789133:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9f480 x1875733950901120/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851894.789142:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9f480 x1875733950901120/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851894.789149:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851894.789154:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851894.789157:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851894.790287:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851894.790296:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788851894.790307:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851894.790309:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851894.790314:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d564d0. 00000400:00000200:1.0:1788851894.790323:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d2a8 00000400:00000010:1.0:1788851894.790326:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d2a8. 00000100:00000001:1.0:1788851894.790331:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851894.790341:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9d500 x1875733950900992/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851894.790350:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9d500 x1875733950900992/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.790357:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851894.790360:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851894.790363:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851894.790367:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851894.790370:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851894.790373:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851894.790377:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851894.790389:0:2400:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841fc60 time=35 v=85 (85 85 85 86) 00000100:00001000:1.0:1788851894.790395:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=17 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851894.790397:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851894.790399:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851894.790403:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788851894.790409:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989b01a9d500 x1875733950900992/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788851894.790417:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851894.790422:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788851894.790425:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1788851894.790427:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788851894.790443:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851894.790449:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9d500 x1875733950900992/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.790456:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851894.790460:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851894.790462:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851894.790466:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9d500 x1875733950900992/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851894.790474:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950900992:192.168.201.149@tcp:400:kworker.0 00000400:00000001:1.0:1788851894.790481:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851894.790483:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851894.790485:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56e70. 00000400:00000200:1.0:1788851894.790487:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d880 00000400:00000010:1.0:1788851894.790489:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d880. 00000100:00000001:1.0:1788851894.790492:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851894.790495:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9df80 x1875733950900864/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851894.790503:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9df80 x1875733950900864/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.790509:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851894.790511:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851894.790512:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851894.790514:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851894.790515:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851894.790517:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851894.790519:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851894.790525:0:2400:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=35 v=85 (85 85 85 86) 00000100:00001000:1.0:1788851894.790528:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=43 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851894.790531:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851894.790532:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851894.790534:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788851894.790537:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851894.790546:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788851894.790548:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771458 00000100:00000001:1.0:1788851894.790550:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788851894.790551:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851894.790556:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9df80 x1875733950900864/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.790563:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851894.790565:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851894.790566:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851894.790570:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9df80 x1875733950900864/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851894.790577:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950900864:192.168.201.149@tcp:400:kworker.0 00000400:00000001:1.0:1788851894.790583:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851894.790584:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851894.790586:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d565d8. 00000400:00000200:1.0:1788851894.790589:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d7f8 00000400:00000010:1.0:1788851894.790590:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d7f8. 00000100:00000001:1.0:1788851894.790593:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851894.790597:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9f480 x1875733950901120/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851894.790605:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9f480 x1875733950901120/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.790612:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851894.790613:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851894.790615:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851894.790617:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851894.790618:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851894.790620:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851894.790622:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851894.790627:0:2400:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=35 v=36 (36 36 5 5) 00000100:00001000:1.0:1788851894.790630:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=22 v=5 (1 1 1 1) 00000100:00000001:1.0:1788851894.790638:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851894.790639:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851894.790641:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788851894.790643:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851894.790645:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788851894.790647:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:1.0:1788851894.790649:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788851894.790651:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851894.790655:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9f480 x1875733950901120/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.790661:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851894.790663:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851894.790665:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851894.790668:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9f480 x1875733950901120/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851894.790676:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950901120:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851894.790681:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851894.790684:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851894.790688:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9d500 x1875733950900992/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.790694:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851894.790697:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851894.790701:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad0e0a800. 02000000:00000001:1.0:1788851894.790705:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851894.790709:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851894.790711:0:2400:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:1.0:1788851894.790713:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851894.790717:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989afa3c8500. 02000000:00000001:1.0:1788851894.790723:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851894.790725:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851894.790727:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9d500. 00000100:00000001:1.0:1788851894.790731:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851894.790739:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851894.790741:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851894.790763:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9df80 x1875733950900864/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852010 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.790769:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851894.790771:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851894.790773:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad4b49400. 02000000:00000001:1.0:1788851894.790776:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851894.790778:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851894.790779:0:2400:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:1.0:1788851894.790781:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851894.790783:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989afa3c8800. 02000000:00000001:1.0:1788851894.790785:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851894.790790:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851894.790791:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9df80. 00000100:00000001:1.0:1788851894.790794:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851894.790795:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851894.790797:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851894.790800:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9f480 x1875733950901120/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851894.790806:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851894.790807:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851894.790808:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad4b49000. 02000000:00000001:1.0:1788851894.790810:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851894.790811:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851894.790812:0:2400:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:1.0:1788851894.790814:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851894.790815:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989afa3c8300. 02000000:00000001:1.0:1788851894.790817:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851894.790818:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851894.790819:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9f480. 00000100:00000001:1.0:1788851894.790821:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851894.790822:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851894.790825:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851894.790834:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851894.790836:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851894.790844:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851894.790846:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851894.796550:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851894.796580:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851894.796586:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851894.796590:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851894.796601:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.796612:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851894.796625:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.796633:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.796640:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.796657:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d62a00 00000400:00000200:0.0:1788851894.796664:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851894.796673:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bbb1 [1] + 224 00000800:00000001:0.0:1788851894.796683:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851894.796694:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851894.796699:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851894.796705:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851894.796717:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851894.796730:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9c380 x1875733950900736/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851894.796742:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9c380 x1875733950900736/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851894.796774:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851894.796786:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851894.796790:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851894.796808:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851894.796815:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788851894.796826:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851894.796828:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851894.796833:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dceb00. 00000400:00000200:0.0:1788851894.796840:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402ac38 00000400:00000010:0.0:1788851894.796844:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402ac38. 00000100:00000001:0.0:1788851894.796848:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851894.796852:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9c380 x1875733950900736/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851894.796863:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9c380 x1875733950900736/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851894.796870:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851894.796874:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851894.796878:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851894.796883:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851894.796909:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851894.796913:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851894.796924:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851894.796935:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=35 v=5 (5 5 5 5) 00000100:00001000:0.0:1788851894.796940:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=38 v=5 (1 1 1 0) 00000100:00000001:0.0:1788851894.797589:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851894.797594:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851894.797599:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851894.797602:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851894.797605:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851894.797615:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9c380 x1875733950900736/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851894.797624:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851894.797628:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851894.797630:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851894.797635:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9c380 x1875733950900736/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851910 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851894.797643:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950900736:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851894.797649:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851894.797652:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851894.797656:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9c380 x1875733950900736/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851910 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851894.797663:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851894.797666:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851894.797670:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989afb55c600. 02000000:00000001:0.0:1788851894.797674:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851894.797678:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851894.797680:0:2399:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:0.0:1788851894.797683:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851894.797686:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989afa3c8c00. 02000000:00000001:0.0:1788851894.797692:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851894.797694:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851894.797696:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9c380. 00000100:00000001:0.0:1788851894.797700:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851894.797702:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851894.797711:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851894.797721:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851894.797723:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851894.797726:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851894.797729:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851895.165372:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851895.165382:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851895.165465:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851895.165467:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851895.165828:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851895.165833:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851895.165836:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0F:1788851895.197190:0:277939:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788851895.485293:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad4aec540] -> 12345-192.168.201.49@tcp (6) 00000800:00000200:2.0:1788851895.485302:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.49@tcp ip 192.168.201.49:988 00000800:00000200:2.0:1788851895.485307:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac2ba7e00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1788851895.487194:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1788851895.487205:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851895.487219:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851895.487225:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851895.487227:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1788851895.567282:0:277975:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788851895.567288:0:277975:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 812b: do not drop no resend request for idle connect ========================================================== 03:18:13 (1788851893) 00000001:00000001:3.0:1788851895.581530:0:277975:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1788851895.981825:0:277996:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788851895.982445:0:277996:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788851895.982448:0:277996:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788851895.982451:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4bbc0 00000080:00200000:3.0:1788851895.982455:0:277996:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff989aff49f448),name=/ 00000080:00000010:3.0:1788851895.982464:0:277996:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff989b0148d400. 00800000:00000002:3.0:1788851895.982471:0:277996:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff989af9a2e4c0 2 00000080:00000001:3.0:1788851895.982476:0:277996:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788851895.982481:0:277996:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788851895.982483:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4bae0 00800000:00000002:3.0:1788851895.982486:0:277996:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788851895.982490:0:277996:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788851895.982493:0:277996:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788851895.982496:0:277996:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788851895.982499:0:277996:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788851895.982502:0:277996:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788851895.982504:0:277996:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788851895.982506:0:277996:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788851895.982508:0:277996:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788851895.982511:0:277996:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788851895.982517:0:277996:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788851895.982519:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4b9b0 00000002:00010000:3.0:1788851895.982521:0:277996:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788851895.982525:0:277996:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788851895.982527:0:277996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788851895.982531:0:277996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788851895.982539:0:277996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad0512300 count: 2 00010000:00000001:3.0:1788851895.982550:0:277996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788851895.982555:0:277996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788851895.982559:0:277996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788851895.982564:0:277996:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989ad05b1400/0xcf9b6057b9c78ac3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e860c expref: -99 pid: 275900 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788851895.982577:0:277996:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788851895.982582:0:277996:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851895.982585:0:277996:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989ad05b1400/0xcf9b6057b9c78ac3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e860c expref: -99 pid: 275900 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788851895.982593:0:277996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788851895.982595:0:277996:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788851895.982597:0:277996:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788851895.982599:0:277996:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788851895.982601:0:277996:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788851895.982604:0:277996:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:3.0:1788851895.982606:0:277996:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788851895.982609:0:277996:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff989af9a2e4c0 2 00000080:00000010:3.0:1788851895.982613:0:277996:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff989b0148d400. 00000080:00000001:3.0:1788851895.982617:0:277996:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788851895.982618:0:277996:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788851895.982621:0:277996:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff989aff49f448) 00000080:00010000:3.0:1788851895.982625:0:277996:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff989aff49f448) for lock 0xcf9b6057b9c78ac3 00800000:00000001:3.0:1788851895.982628:0:277996:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788851895.982630:0:277996:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788851895.982632:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788851895.982634:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788851895.982637:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989ad05b1400 refcount=3 00000020:00000001:3.0:1788851895.982639:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630389420856320 : -113684288695296 : ffff989ad05b1400) 00010000:00000001:3.0:1788851895.982641:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630389420856320 : -113684288695296 : ffff989ad05b1400) 00010000:00000001:3.0:1788851895.982644:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851895.982645:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788851895.982653:0:277996:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788851895.982654:0:277996:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788851895.982657:0:277996:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcf9b6057b9c78ac3 from it ffffbc1501c4bbf8 00010000:00000001:3.0:1788851895.982659:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788851895.982660:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788851895.982661:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989ad05b1400 refcount=3 00000020:00000001:3.0:1788851895.982663:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630389420856320 : -113684288695296 : ffff989ad05b1400) 00010000:00000001:3.0:1788851895.982665:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630389420856320 : -113684288695296 : ffff989ad05b1400) 00010000:00000001:3.0:1788851895.982667:0:277996:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788851895.982670:0:277996:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989ad05b1400/0xcf9b6057b9c78ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e860c expref: -99 pid: 275900 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788851895.982677:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851895.982678:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851895.982679:0:277996:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788851895.982682:0:277996:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788851895.982685:0:277996:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989ad05b1400/0xcf9b6057b9c78ac3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e860c expref: -99 pid: 275900 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788851895.982696:0:277996:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851895.982699:0:277996:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851895.982701:0:277996:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851895.982705:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851895.982706:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851895.982708:0:277996:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851895.982711:0:277996:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851895.982713:0:277996:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851895.982715:0:277996:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851895.982718:0:277996:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851895.982720:0:277996:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788851895.982721:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851895.982722:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788851895.984092:0:277996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788851895.984095:0:277996:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788851895.984102:0:277996:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff989aff49f448), inode mode 41ff mask 1 00000080:00000001:3.0:1788851895.984113:0:277996:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788851895.985468:0:277996:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff989ac2bd6980. 00000080:00000001:2.0:1788851895.985479:0:277996:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788851895.985481:0:277996:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788851895.985484:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4bb00 00000080:00200000:2.0:1788851895.985487:0:277996:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff989aff49f448),name=/ 00000080:00000010:2.0:1788851895.985494:0:277996:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff989acadf6400. 00800000:00000002:2.0:1788851895.985500:0:277996:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff989af9a2e4c0 2 00000080:00000001:2.0:1788851895.985505:0:277996:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788851895.985510:0:277996:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788851895.985512:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4ba20 00800000:00000002:2.0:1788851895.985514:0:277996:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788851895.985519:0:277996:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788851895.985522:0:277996:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788851895.985525:0:277996:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788851895.985528:0:277996:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788851895.985530:0:277996:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788851895.985532:0:277996:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851895.985535:0:277996:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788851895.985537:0:277996:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851895.985540:0:277996:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788851895.985545:0:277996:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788851895.985547:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4b8f0 00000002:00010000:2.0:1788851895.985549:0:277996:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788851895.985553:0:277996:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788851895.985555:0:277996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788851895.985557:0:277996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788851895.985564:0:277996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad0512300 count: 2 00010000:00000001:2.0:1788851895.985568:0:277996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788851895.985572:0:277996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788851895.985576:0:277996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788851895.985581:0:277996:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989ad05b1400/0xcf9b6057b9c78ac3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e860c expref: -99 pid: 275900 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788851895.985606:0:277996:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788851895.985612:0:277996:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851895.985615:0:277996:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989ad05b1400/0xcf9b6057b9c78ac3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e860c expref: -99 pid: 275900 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788851895.985623:0:277996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788851895.985625:0:277996:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788851895.985627:0:277996:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788851895.985630:0:277996:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788851895.985632:0:277996:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788851895.985635:0:277996:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:2.0:1788851895.985638:0:277996:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788851895.985641:0:277996:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff989af9a2e4c0 2 00000080:00000010:2.0:1788851895.985644:0:277996:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff989acadf6400. 00000080:00000001:2.0:1788851895.985648:0:277996:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788851895.985650:0:277996:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788851895.985653:0:277996:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff989aff49f448) 00000080:00010000:2.0:1788851895.985656:0:277996:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff989aff49f448) for lock 0xcf9b6057b9c78ac3 00800000:00000001:2.0:1788851895.985659:0:277996:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788851895.985661:0:277996:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788851895.985663:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851895.985665:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851895.985668:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989ad05b1400 refcount=3 00000020:00000001:2.0:1788851895.985670:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630389420856320 : -113684288695296 : ffff989ad05b1400) 00010000:00000001:2.0:1788851895.985674:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630389420856320 : -113684288695296 : ffff989ad05b1400) 00010000:00000001:2.0:1788851895.985676:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851895.985678:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788851895.985679:0:277996:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851895.985681:0:277996:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788851895.985683:0:277996:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcf9b6057b9c78ac3 from it ffffbc1501c4bb38 00010000:00000001:2.0:1788851895.985686:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851895.985687:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851895.985694:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989ad05b1400 refcount=3 00000020:00000001:2.0:1788851895.985696:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630389420856320 : -113684288695296 : ffff989ad05b1400) 00010000:00000001:2.0:1788851895.985698:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630389420856320 : -113684288695296 : ffff989ad05b1400) 00010000:00000001:2.0:1788851895.985701:0:277996:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788851895.985704:0:277996:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989ad05b1400/0xcf9b6057b9c78ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e860c expref: -99 pid: 275900 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788851895.985711:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851895.985712:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851895.985714:0:277996:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788851895.985716:0:277996:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788851895.985719:0:277996:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989ad05b1400/0xcf9b6057b9c78ac3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e860c expref: -99 pid: 275900 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788851895.985739:0:277996:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788851895.985743:0:277996:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788851895.985745:0:277996:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788851895.985749:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851895.985750:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851895.985752:0:277996:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851895.985755:0:277996:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788851895.985757:0:277996:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851895.985759:0:277996:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851895.985762:0:277996:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851895.985764:0:277996:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788851895.985765:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851895.985766:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788851895.985769:0:277996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788851895.985771:0:277996:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788851895.985773:0:277996:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff989aff49f448), inode mode 41ff mask 3 00000080:00000001:2.0:1788851895.985778:0:277996:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851895.985781:0:277996:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788851895.985783:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4bb58 00000080:00200000:2.0:1788851895.985785:0:277996:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff989aff49f448), file ffff989ad068d800, open_flags a141, mode 81b6 opened 0 00000080:00000010:2.0:1788851895.985790:0:277996:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff989af990aa20. 00000080:00000001:2.0:1788851895.985799:0:277996:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788851895.985802:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4ba08 00000080:00200000:2.0:1788851895.985804:0:277996:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff989aff49f448), intent=open|creat 00000080:00000010:2.0:1788851895.985811:0:277996:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff989acadf6400. 00800000:00000002:2.0:1788851895.985814:0:277996:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff989af9a2e4c0 2 00000080:00000001:2.0:1788851895.985819:0:277996:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788851895.985822:0:277996:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788851895.985823:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4b928 00800000:00000002:2.0:1788851895.985825:0:277996:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788851895.985828:0:277996:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788851895.986217:0:277996:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788851895.986220:0:277996:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788851895.986222:0:277996:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788851895.986223:0:277996:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788851895.986225:0:277996:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788851895.986226:0:277996:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851895.986228:0:277996:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788851895.986230:0:277996:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851895.986233:0:277996:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446630390222064128 : -113683487487488 : ffff989b001c8a00) 00800000:00000001:2.0:1788851895.986236:0:277996:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788851895.986238:0:277996:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788851895.986241:0:277996:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788851895.986244:0:277996:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788851895.986246:0:277996:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff989ae4bee800: Allocated FID [0x200002b17:0xfb7:0x0] 40000000:00000001:2.0:1788851895.986250:0:277996:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851895.986252:0:277996:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851895.986254:0:277996:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851895.986255:0:277996:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851895.986258:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4b8a8 00800000:00000002:2.0:1788851895.986260:0:277996:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0xfb7:0x0], name='f812b.sanity' -> mds #0 layout version 1 00000002:00000001:2.0:1788851895.986264:0:277996:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788851895.986265:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4b7e0 00000002:00010000:2.0:1788851895.986267:0:277996:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f812b.sanity,[0x200002b17:0xfb7:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1788851895.986271:0:277996:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788851895.986274:0:277996:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788851895.986283:0:277996:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788851895.986287:0:277996:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851895.986289:0:277996:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788851895.986291:0:277996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad0512300 count: 2 00010000:00000001:2.0:1788851895.986293:0:277996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788851895.986296:0:277996:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788851895.986299:0:277996:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788851895.986303:0:277996:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989ad05b1400/0xcf9b6057b9c78ac3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xcdd014f0db4e860c expref: -99 pid: 275900 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788851895.986312:0:277996:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788851895.986315:0:277996:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788851895.986317:0:277996:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788851895.986319:0:277996:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788851895.986322:0:277996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788851895.986323:0:277996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788851895.986326:0:277996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad0512300 count: 3 00010000:00000001:2.0:1788851895.986328:0:277996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788851895.986331:0:277996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851895.986332:0:277996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788851895.986333:0:277996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788851895.986335:0:277996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad0512300 count: 3 00010000:00000001:2.0:1788851895.986336:0:277996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788851895.986338:0:277996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851895.986340:0:277996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788851895.986341:0:277996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788851895.986343:0:277996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad0512300 count: 3 00010000:00000001:2.0:1788851895.986345:0:277996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788851895.986346:0:277996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851895.986348:0:277996:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788851895.986351:0:277996:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff989aff49f380, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788851895.986356:0:277996:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788851895.986358:0:277996:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788851895.986361:0:277996:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788851895.986363:0:277996:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851895.986366:0:277996:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788851895.986376:0:277996:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788851895.986378:0:277996:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788851895.986380:0:277996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788851895.986382:0:277996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788851895.986385:0:277996:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff989ad05b1400 with handle 0xcf9b6057b9c78ac3 from hash 00010000:00000001:2.0:1788851895.986388:0:277996:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788851895.986389:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851895.986390:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851895.986392:0:277996:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788851895.986394:0:277996:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788851895.986396:0:277996:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788851895.986399:0:277996:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788851895.986401:0:277996:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788851895.986403:0:277996:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788851895.986409:0:277996:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1999c00. 00000020:00000040:2.0:1788851895.986414:0:277996:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 02000000:00000001:2.0:1788851895.986419:0:277996:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788851895.986421:0:277996:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851895.986424:0:277996:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788851895.986428:0:277996:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788851895.986431:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851895.986432:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851895.986433:0:277996:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851895.986436:0:277996:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851895.986438:0:277996:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851895.986442:0:277996:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851895.986449:0:277996:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff989ad05fe000. 00000100:00000001:2.0:1788851895.986457:0:277996:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851895.986462:0:277996:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788851895.986465:0:277996:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788851895.986469:0:277996:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989ad05b1400/0xcf9b6057b9c78ac3 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdd014f0db4e860c expref: -99 pid: 275900 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788851895.986476:0:277996:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788851895.986478:0:277996:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788851895.986479:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788851895.986488:0:277996:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989ad05b1400/0xcf9b6057b9c78ac3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xcdd014f0db4e860c expref: -99 pid: 275900 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1788851895.986496:0:277996:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff989ad0512300 count: 0 00010000:00000010:2.0:1788851895.986502:0:277996:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff989ad4927900. 00010000:00000001:2.0:1788851895.986511:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851895.986513:0:277996:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851895.986515:0:277996:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788851895.986516:0:277996:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851895.986518:0:277996:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851895.986528:0:277996:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630389978602496 : -113683730949120 : ffff989af1999c00) 00010000:00000001:2.0:1788851895.986532:0:277996:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788851895.986534:0:277996:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788851895.986539:0:277996:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff989ad5a95100. 00010000:00000010:2.0:1788851895.986542:0:277996:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff989b01436180. 00010000:00000001:2.0:1788851895.986547:0:277996:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788851895.986550:0:277996:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff989b01731c00. 00000020:00000001:2.0:1788851895.986553:0:277996:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788851895.986555:0:277996:0:(lustre_handles.c:93:class_handle_hash()) added object ffff989b01731c00 with handle 0xcf9b6057b9c78ad8 to hash 00000020:00000001:2.0:1788851895.986557:0:277996:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788851895.986559:0:277996:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851895.986562:0:277996:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851895.986565:0:277996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788851895.986566:0:277996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851895.986569:0:277996:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851895.986575:0:277996:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788851895.986588:0:277996:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff989ae4bee800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788851895.986601:0:277996:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff989af1999c00 x1875733950901376/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788851895.986619:0:277996:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788851895.986625:0:277996:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788851895.986627:0:277996:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788851895.986633:0:277996:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff989ac964b180. 00000100:00000001:2.0:1788851895.986636:0:277996:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630389304045952 : -113684405505664 : ffff989ac964b180) 00000100:00000001:2.0:1788851895.986639:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851895.986640:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978602496 : -113683730949120 : ffff989af1999c00) 00000100:00000001:2.0:1788851895.986644:0:277996:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851895.986648:0:277996:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851895.986650:0:277996:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788851895.986652:0:277996:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851895.986657:0:277996:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1999c00 x1875733950901376/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851895.986664:0:277996:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851895.986666:0:277996:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851895.986669:0:277996:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851895.986672:0:277996:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851895.986674:0:277996:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851895.986678:0:277996:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1999c00 pname:cluuid:pid:xid:nid:opc:job lfs:ce355dc5-aa26-4be3-aeee-a9c6a736c297:277996:1875733950901376:192.168.201.149@tcp:101:lfs.0 00000100:00000001:2.0:1788851895.986681:0:277996:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851895.986686:0:277996:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851895.986689:0:277996:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851895.986691:0:277996:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851895.986754:0:277996:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff989ac94a0000. 02000000:00000001:2.0:1788851895.986757:0:277996:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851895.986766:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851895.986770:0:277996:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb4d0. 00000400:00000010:2.0:1788851895.986777:0:277996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff989ad05ff800. 00000100:00000200:2.0:1788851895.986785:0:277996:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875733950901376, portal 10 00000100:00000001:2.0:1788851895.986787:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851895.986793:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978602496 : -113683730949120 : ffff989af1999c00) 00000100:00000040:2.0:1788851895.986800:0:277996:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff989af1999c00 x1875733950901376/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788852011 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851895.986807:0:277996:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851895.986810:0:277996:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851895.986814:0:277996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1000. 00000100:00000200:2.0:1788851895.986818:0:277996:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1875733950901376, offset 0 00000400:00000200:2.0:1788851895.986824:0:277996:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851895.987111:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851895.987121:0:277996:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851895.987126:0:277996:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851895.987130:0:277996:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851895.987134:0:277996:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851895.987137:0:277996:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851895.987141:0:277996:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541442:541442:256:4294967295] 192.168.201.149@tcp LPNI seq info [541376:541376:8:4294967295] 00000400:00000200:2.0:1788851895.987145:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851895.987156:0:277996:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851895.987161:0:277996:0:(socklnd_cb.c:931:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851895.987168:0:277996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642a00. 00000800:00000200:2.0:1788851895.987175:0:277996:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851895.987182:0:277996:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851895.987187:0:277996:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642a00 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:2.0:1788851895.988757:0:277996:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851895.988769:0:277996:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24786 usecs (25 jiffies) 00000400:00000200:2.0:1788851895.988776:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851895.988781:0:277996:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307461839 00000100:00000001:2.0:1788851895.988785:0:277996:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307464409 00000100:00000001:2.0:1788851895.988788:0:277996:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307461839 00000100:00000001:2.0:1788851895.988790:0:277996:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307464409 00000100:00000001:2.0:1788851895.988793:0:277996:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851895.988811:0:277996:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851895.988815:0:277996:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851895.988818:0:277996:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=111 : 111 : 6f) 00000100:00100000:2.0:1788851895.988821:0:277996:0:(client.c:2715:ptlrpc_set_wait()) set ffff989ac964b180 going to sleep for 111 seconds 00000100:00000001:2.0:1788851895.988825:0:277996:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851895.988828:0:277996:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851895.989569:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851895.989575:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642a00. 00000400:00000200:1.0:1788851895.989582:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851895.989590:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851895.989597:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1000 00000400:00000010:1.0:1788851895.989600:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1000. 00000100:00000001:1.0:1788851895.989606:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851895.989612:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1999c00 x1875733950901376/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788852011 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788851895.989624:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851895.989627:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff989af1999c00 x1875733950901376/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788852011 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788851895.989634:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851895.989636:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1F:1788851895.997062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff989ad0512300. 00010000:00000010:2.1:1788851895.997095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff989ad05b1400. 00000800:00000001:1.0:1788851896.007413:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.007435:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851896.007440:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.007443:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.007453:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.007462:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851896.007472:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.007478:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.007484:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.007489:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 608 into portal 10 MB=0x6a9f857d62c80 00000400:00000200:1.0:1788851896.007493:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.007516:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 608/608 into md 0x52bbf1 [32] + 224 00000800:00000001:1.0:1788851896.007525:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.007531:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.007535:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851896.007540:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851896.007547:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851896.007556:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1999c00 x1875733950901376/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788852011 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788851896.007568:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff989af1999c00 x1875733950901376/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788852011 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.007640:0:277996:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851896.007660:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851896.007669:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.007673:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788851896.009931:0:277996:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851896.009938:0:277996:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851896.009942:0:277996:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb4d0. 00000400:00000200:2.0:1788851896.009951:0:277996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad05ff800 00000400:00000010:2.0:1788851896.009954:0:277996:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff989ad05ff800. 00000100:00000001:2.0:1788851896.009960:0:277996:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851896.009971:0:277996:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1999c00 x1875733950901376/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788852011 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788851896.009982:0:277996:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1999c00 x1875733950901376/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788852011 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.009991:0:277996:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851896.009994:0:277996:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.009998:0:277996:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851896.010002:0:277996:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851896.010005:0:277996:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851896.010008:0:277996:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.010011:0:277996:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851896.010022:0:277996:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=37 v=85 (85 85 85 86) 00000100:00001000:2.0:1788851896.010026:0:277996:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=45 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851896.010029:0:277996:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851896.010031:0:277996:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.010034:0:277996:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851896.010038:0:277996:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.010042:0:277996:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788851896.010044:0:277996:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x400017410/0x1] 00000100:00000001:2.0:1788851896.010046:0:277996:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788851896.010049:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.010050:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978602496 : -113683730949120 : ffff989af1999c00) 00000100:00000001:2.0:1788851896.010054:0:277996:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851896.010075:0:277996:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1788851896.010077:0:277996:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851896.010082:0:277996:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851896.010088:0:277996:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1999c00 x1875733950901376/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/608 e 0 to 0 dl 1788852011 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.010097:0:277996:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851896.010100:0:277996:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851896.010102:0:277996:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851896.010106:0:277996:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1999c00 x1875733950901376/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/608 e 0 to 0 dl 1788852011 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788851896.010115:0:277996:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1999c00 pname:cluuid:pid:xid:nid:opc:job lfs:ce355dc5-aa26-4be3-aeee-a9c6a736c297:277996:1875733950901376:192.168.201.149@tcp:101:lfs.0 00000100:00000001:2.0:1788851896.010120:0:277996:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.010124:0:277996:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.010126:0:277996:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788851896.010128:0:277996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.010132:0:277996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff989af1999c00 x1875733950901376/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/608 e 0 to 0 dl 1788852011 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.010139:0:277996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788851896.010142:0:277996:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff989ac964b180. 00000100:00000001:2.0:1788851896.010145:0:277996:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788851896.010146:0:277996:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.010149:0:277996:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788851896.010154:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.010156:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.010160:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731c00 refcount=4 00000020:00000001:2.0:1788851896.010162:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851896.010165:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000040:2.0:1788851896.010172:0:277996:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff989b01731c00, remote cookie: 0xcdd014f0db4e864b, flags: 0x1001 00010000:00010000:2.0:1788851896.010177:0:277996:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788851896.010196:0:277996:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0xfb7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788851896.010200:0:277996:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788851896.010209:0:277996:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff989ad5a95900. 00010000:00000010:2.0:1788851896.010214:0:277996:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff989b01436980. 00010000:00000040:2.0:1788851896.010220:0:277996:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff989ad5a95100 count: 0 00010000:00000010:2.0:1788851896.010226:0:277996:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff989b01436180. 00010000:00000001:2.0:1788851896.010236:0:277996:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.010239:0:277996:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 4/0,1 mode: --/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851896.010247:0:277996:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 4/0,1 mode: --/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.010254:0:277996:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788851896.010259:0:277996:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788851896.010263:0:277996:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788851896.010264:0:277996:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788851896.010266:0:277996:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788851896.010269:0:277996:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0xfb7:0x0].0x0 (ffff989ad5a95900) refcount = 1 00010000:00010000:2.0:1788851896.010273:0:277996:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.010280:0:277996:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788851896.010283:0:277996:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788851896.010285:0:277996:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788851896.010288:0:277996:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788851896.010291:0:277996:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.010294:0:277996:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.010310:0:277996:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788851896.010312:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.010313:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.010315:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.010316:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.010317:0:277996:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.010322:0:277996:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788851896.010325:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.010327:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.010328:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731c00 refcount=3 00000020:00000001:2.0:1788851896.010330:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851896.010332:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851896.010334:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.010336:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.010337:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731c00 refcount=4 00000020:00000001:2.0:1788851896.010339:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851896.010341:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851896.010343:0:277996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788851896.010346:0:277996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.010350:0:277996:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.010356:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.010357:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.010359:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.010360:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.010361:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731c00 refcount=5 00000020:00000001:2.0:1788851896.010363:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851896.010365:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851896.010368:0:277996:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788851896.010370:0:277996:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.010382:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.010383:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788851896.010385:0:277996:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.010392:0:277996:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788851896.010393:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.010394:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.010395:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.010396:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788851896.010401:0:277996:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x8000037, status=0 req@ffff989af1999c00 x1875733950901376/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/608 e 0 to 0 dl 1788852011 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788851896.010411:0:277996:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788851896.010415:0:277996:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff989af1999c00 x1875733950901376/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/608 e 0 to 0 dl 1788852011 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788851896.010422:0:277996:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.010425:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.010427:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.010428:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731c00 refcount=3 00000020:00000001:2.0:1788851896.010430:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851896.010432:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851896.010435:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.010436:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788851896.010437:0:277996:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.010439:0:277996:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.010442:0:277996:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788851896.010445:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.010446:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978602496 : -113683730949120 : ffff989af1999c00) 00000100:00000001:2.0:1788851896.010448:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.010450:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978602496 : -113683730949120 : ffff989af1999c00) 00010000:00000001:2.0:1788851896.010451:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.010458:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.010459:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731c00 refcount=3 00000020:00000001:2.0:1788851896.010461:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851896.010464:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00000002:00010000:2.0:1788851896.010467:0:277996:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.010474:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.010475:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.010477:0:277996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788851896.010479:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.010480:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.010481:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731c00 refcount=3 00000020:00000001:2.0:1788851896.010483:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851896.010486:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000040:2.0:1788851896.010490:0:277996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad5a95900 count: 2 00010000:00000001:2.0:1788851896.010492:0:277996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788851896.010496:0:277996:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff989ac6493000 type 13 mode 4 res 8589945623/4023 (0 0) 00010000:00000001:2.0:1788851896.010498:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.010499:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788851896.010501:0:277996:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788851896.010504:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4b768 00000002:00002000:2.0:1788851896.010506:0:277996:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=open|creat status=0 disp=0x9800037: rc = 0 00000002:00000001:2.0:1788851896.010509:0:277996:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.010512:0:277996:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.010515:0:277996:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788851896.010517:0:277996:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:2.0:1788851896.010521:0:277996:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.010717:0:277996:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff989af9a2e4c0 2 00000080:00000001:2.0:1788851896.010722:0:277996:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788851896.010751:0:277996:0:(namei.c:674:ll_lookup_it_finish()) it ffff989af990aa20 it_disposition 9800037 00000080:00002000:2.0:1788851896.010758:0:277996:0:(namei.c:653:ll_splice_alias()) Add dentry ffff989ad55ef6c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788851896.010763:0:277996:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788851896.010772:0:277996:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788851896.010775:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4b998 00000080:00200000:2.0:1788851896.010777:0:277996:0:(namei.c:1628:ll_create_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff989aff49f448), intent=open|creat 00000080:00000001:2.0:1788851896.010780:0:277996:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788851896.010782:0:277996:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788851896.010787:0:277996:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788851896.010791:0:277996:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788851896.010794:0:277996:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145329591 : 144115373145329591 : 200002b17000fb7) 00000080:00000001:2.0:1788851896.010797:0:277996:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788851896.010808:0:277996:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff989ac99b2100. 00000020:00000001:2.0:1788851896.010819:0:277996:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788851896.010821:0:277996:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788851896.010824:0:277996:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788851896.010826:0:277996:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200002b17:0xfb7:0x0](ffff989ac99b21c8) 00000080:00000001:2.0:1788851896.010830:0:277996:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145329591 : 144115373145329591 : 200002b17000fb7) 00000080:00000001:2.0:1788851896.010833:0:277996:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:2.0:1788851896.010835:0:277996:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115373145329591 mtime from 0 to 1788851895 00000080:00200000:2.0:1788851896.010840:0:277996:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200002b17:0xfb7:0x0], updating i_size 0 00000080:00000001:2.0:1788851896.010842:0:277996:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1788851896.010846:0:277996:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788851896.010850:0:277996:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630389750610616 : -113683958941000 : ffff989ae402bab8) 00000020:00001000:2.0:1788851896.010853:0:277996:0:(cl_object.c:823:cl_env_get()) 1@ffff989ae402bab0 00000020:00000001:2.0:1788851896.010857:0:277996:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788851896.010862:0:277996:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff989ac35de960. 00000020:00000001:2.0:1788851896.010865:0:277996:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788851896.010867:0:277996:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788851896.010874:0:277996:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788851896.010878:0:277996:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff989ae539a9b0. 00020000:00000001:2.0:1788851896.010881:0:277996:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446630389770987952 : -113683938563664 : ffff989ae539a9b0) 00020000:00000001:2.0:1788851896.010884:0:277996:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788851896.010987:0:277996:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851896.010993:0:277996:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630389202938336 : -113684506613280 : ffff989ac35de9e0) 00000020:00001000:2.0:1788851896.010997:0:277996:0:(cl_object.c:917:cl_env_put()) 1@ffff989ae402bab0 00000080:00000001:2.0:1788851896.011001:0:277996:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630389307613640 : -113684401937976 : ffff989ac99b21c8) 00010000:00000001:2.0:1788851896.011004:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.011011:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.011013:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731c00 refcount=3 00000020:00000001:2.0:1788851896.011015:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851896.011017:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00000080:00000001:2.0:1788851896.011021:0:277996:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788851896.011022:0:277996:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788851896.011024:0:277996:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630389750610616 : -113683958941000 : ffff989ae402bab8) 00000020:00001000:2.0:1788851896.011026:0:277996:0:(cl_object.c:823:cl_env_get()) 1@ffff989ae402bab0 00000020:00000001:2.0:1788851896.011028:0:277996:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788851896.011031:0:277996:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:2.0:1788851896.011034:0:277996:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff989ae539a9b0) owner ffff989ac1220000 00020000:00000001:2.0:1788851896.011036:0:277996:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788851896.011039:0:277996:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff989ae539a9b0) owner ffff989ac1220000 00020000:00000002:2.0:1788851896.011042:0:277996:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xfb7:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788851896.011044:0:277996:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851896.011046:0:277996:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851896.011050:0:277996:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788851896.011052:0:277996:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff989ae539a9b0) owner 0000000000000000/ffff989ac1220000 00020000:00000002:2.0:1788851896.011055:0:277996:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff989ae539a9b0) owner 0000000000000000/ffff989ac1220000 00020000:00000001:2.0:1788851896.011058:0:277996:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788851896.011059:0:277996:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788851896.011062:0:277996:0:(file.c:6843:ll_layout_conf()) [0x200002b17:0xfb7:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:2.0:1788851896.011064:0:277996:0:(cl_object.c:917:cl_env_put()) 1@ffff989ae402bab0 00000080:00000001:2.0:1788851896.011066:0:277996:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.011067:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.011068:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788851896.011070:0:277996:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788851896.011073:0:277996:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788851896.011075:0:277996:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788851896.011077:0:277996:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200002b17:0xfb7:0x0](ffff989ac99b21c8) 00000080:00010000:2.0:1788851896.011080:0:277996:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0xfb7:0x0](ffff989ac99b21c8) for lock 0xcf9b6057b9c78ad8 00800000:00000001:2.0:1788851896.011083:0:277996:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788851896.011090:0:277996:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788851896.011091:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.011092:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.011099:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731c00 refcount=3 00000020:00000001:2.0:1788851896.011101:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851896.011104:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851896.011106:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.011107:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788851896.011109:0:277996:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.011111:0:277996:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.011112:0:277996:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788851896.011114:0:277996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.011120:0:277996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff989af1999c00 x1875733950901376/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/608 e 0 to 0 dl 1788852011 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.011127:0:277996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788851896.011131:0:277996:0:(namei.c:1651:ll_create_it()) inode ffff989ac99b21c8 need_sync_to_mds [0x200002b17:0xfb7:0x0] 00000080:00000001:2.0:1788851896.011134:0:277996:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788851896.011137:0:277996:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0xfb7:0x0](ffff989ac99b21c8) 00000080:00000001:2.0:1788851896.011139:0:277996:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788851896.011143:0:277996:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff989acadf6400. 00000100:00000001:2.0:1788851896.011146:0:277996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.011150:0:277996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff989af1999c00 x1875733950901376/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/608 e 0 to 0 dl 1788852011 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.011156:0:277996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.011160:0:277996:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788851896.011162:0:277996:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788851896.011164:0:277996:0:(namei.c:1500:ll_atomic_open()) inode ffff989ac99b21c8 need_sync_to_mds [0x200002b17:0xfb7:0x0] 00000080:00000001:2.0:1788851896.011174:0:277996:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788851896.011176:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4ba68 00000080:00200008:2.0:1788851896.011178:0:277996:0:(file.c:1090:ll_file_open()) START file f812b.sanity:[0x200002b17:0xfb7:0x0](ffff989ac99b21c8), flags 120501 00000080:00000010:2.0:1788851896.011186:0:277996:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff989ac7ced180. 00000080:00000010:2.0:1788851896.011191:0:277996:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff989ae512ff80. 00000080:00000001:2.0:1788851896.011193:0:277996:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788851896.011197:0:277996:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788851896.011199:0:277996:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788851896.011202:0:277996:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788851896.011205:0:277996:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788851896.011211:0:277996:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788851896.011213:0:277996:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.011216:0:277996:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xfb7:0x0] 00800000:00000001:2.0:1788851896.011218:0:277996:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.011221:0:277996:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788851896.011224:0:277996:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff989ac2bd6020. 00000002:00100000:2.0:1788851896.011228:0:277996:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff989af1999c00 x1875733950901376/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/608 e 0 to 0 dl 1788852011 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788851896.011235:0:277996:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.011236:0:277996:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788851896.011240:0:277996:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788851896.011244:0:277996:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.011246:0:277996:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851896.011249:0:277996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.011252:0:277996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1999c00 x1875733950901376/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/608 e 0 to 0 dl 1788852011 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788851896.011258:0:277996:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851896.011261:0:277996:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff989ac94a0000. 02000000:00000001:2.0:1788851896.011282:0:277996:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788851896.011284:0:277996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851896.011286:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4ba68 00000080:00000008:2.0:1788851896.011288:0:277996:0:(file.c:1329:ll_file_open()) COMPLETED file f812b.sanity:[0x200002b17:0xfb7:0x0](ffff989ac99b21c8), flags 100101, rc = 0 00000080:00000001:2.0:1788851896.011292:0:277996:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788851896.011294:0:277996:0:(dcache.c:176:ll_intent_release()) intent ffff989af990aa20 released 00000080:00010000:2.0:1788851896.011297:0:277996:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcf9b6057b9c78ad8 from it ffff989af990aa20 00010000:00000001:2.0:1788851896.011299:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.011300:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.011302:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731c00 refcount=3 00000020:00000001:2.0:1788851896.011304:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851896.011306:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:2.0:1788851896.011308:0:277996:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788851896.011311:0:277996:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.011327:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.011328:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.011330:0:277996:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788851896.011333:0:277996:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788851896.011336:0:277996:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788851896.011343:0:277996:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788851896.011346:0:277996:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788851896.011348:0:277996:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788851896.011352:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.011353:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.011354:0:277996:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.011357:0:277996:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788851896.011359:0:277996:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.011360:0:277996:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.011363:0:277996:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.011365:0:277996:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788851896.011367:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.011368:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788851896.011370:0:277996:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788851896.011372:0:277996:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788851896.011374:0:277996:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788851896.011376:0:277996:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788851896.011378:0:277996:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788851896.011380:0:277996:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.011385:0:277996:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788851896.011386:0:277996:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.011388:0:277996:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788851896.011390:0:277996:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.011392:0:277996:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788851896.011395:0:277996:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff989af990aa20. 00000080:00000001:2.0:1788851896.011398:0:277996:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.011402:0:277996:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788851896.011405:0:277996:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b17:0xfb7:0x0](ffff989ac99b21c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1788851896.011409:0:277996:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.011445:0:277996:0:(file.c:4644:ll_file_ioctl()) Process entered 00000080:00200080:2.0:1788851896.011447:0:277996:0:(file.c:4646:ll_file_ioctl()) VFS Op:inode=[0x200002b17:0xfb7:0x0](ffff989ac99b21c8) cmd=4008669a arg=15b92e0 00000080:00000001:2.0:1788851896.011454:0:277996:0:(file.c:3002:ll_lov_setstripe()) Process entered 00000080:00000001:2.0:1788851896.011456:0:277996:0:(llite_lib.c:4366:ll_copy_user_md()) Process entered 00000080:00000010:2.0:1788851896.011461:0:277996:0:(llite_lib.c:4375:ll_copy_user_md()) kmalloced '(*kbuf)': 32 at ffff989ac2bd6ca0. 00000080:00000001:2.0:1788851896.011464:0:277996:0:(llite_lib.c:4384:ll_copy_user_md()) Process leaving (rc=32 : 32 : 20) 00000080:00000001:2.0:1788851896.011467:0:277996:0:(file.c:2756:ll_lov_setstripe_ea_info()) Process entered 00000080:00000001:2.0:1788851896.011470:0:277996:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788851896.011473:0:277996:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff989acadf6400. 00800000:00000002:2.0:1788851896.011478:0:277996:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff989af9a2e4c0 2 00000080:00000001:2.0:1788851896.011482:0:277996:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788851896.011484:0:277996:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788851896.011486:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4bb10 00800000:00000002:2.0:1788851896.011488:0:277996:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200002b17:0xfb7:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788851896.011492:0:277996:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788851896.011494:0:277996:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788851896.011495:0:277996:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788851896.011496:0:277996:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788851896.011498:0:277996:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788851896.011500:0:277996:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.011502:0:277996:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xfb7:0x0] 00800000:00000001:2.0:1788851896.011504:0:277996:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851896.011506:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4ba90 00800000:00000002:2.0:1788851896.011508:0:277996:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0xfb7:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788851896.011512:0:277996:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788851896.011514:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4b9c8 00000002:00010000:2.0:1788851896.011516:0:277996:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0xfb7:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00000002:00000001:2.0:1788851896.011520:0:277996:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788851896.011522:0:277996:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788851896.011525:0:277996:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788851896.011528:0:277996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad5a95900 count: 2 00010000:00000001:2.0:1788851896.011531:0:277996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788851896.011533:0:277996:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788851896.011536:0:277996:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.011538:0:277996:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.011540:0:277996:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.011545:0:277996:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788851896.011547:0:277996:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788851896.011552:0:277996:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1999f80. 00000020:00000040:2.0:1788851896.011556:0:277996:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=7 obd=lustre-MDT0000-mdc-ffff989ae4bee800 02000000:00000001:2.0:1788851896.011561:0:277996:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788851896.011563:0:277996:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.011565:0:277996:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788851896.011570:0:277996:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788851896.011572:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.011574:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.011575:0:277996:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.011578:0:277996:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851896.011580:0:277996:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851896.011583:0:277996:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851896.011589:0:277996:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff989ad05ff800. 00000100:00000001:2.0:1788851896.011595:0:277996:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.011598:0:277996:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788851896.011600:0:277996:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.011601:0:277996:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788851896.011603:0:277996:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.011604:0:277996:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.011611:0:277996:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446630389978603392 : -113683730948224 : ffff989af1999f80) 00010000:00000001:2.0:1788851896.011613:0:277996:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788851896.011615:0:277996:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788851896.011618:0:277996:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff989ad5a95b00. 00010000:00000010:2.0:1788851896.011621:0:277996:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff989b01436180. 00010000:00000001:2.0:1788851896.011624:0:277996:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788851896.011627:0:277996:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff989b01731e00. 00000020:00000001:2.0:1788851896.011630:0:277996:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788851896.011633:0:277996:0:(lustre_handles.c:93:class_handle_hash()) added object ffff989b01731e00 with handle 0xcf9b6057b9c78adf to hash 00000020:00000001:2.0:1788851896.011635:0:277996:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788851896.011636:0:277996:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.011640:0:277996:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.011642:0:277996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788851896.011644:0:277996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.011651:0:277996:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78adf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851896.011659:0:277996:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78adf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788851896.011670:0:277996:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff989ae4bee800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788851896.011676:0:277996:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff989af1999f80 x1875733950901632/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788851896.011685:0:277996:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78adf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788851896.011690:0:277996:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788851896.011692:0:277996:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788851896.011697:0:277996:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff989ac964b180. 00000100:00000001:2.0:1788851896.011699:0:277996:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630389304045952 : -113684405505664 : ffff989ac964b180) 00000100:00000001:2.0:1788851896.011701:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.011702:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978603392 : -113683730948224 : ffff989af1999f80) 00000100:00000001:2.0:1788851896.011705:0:277996:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851896.011709:0:277996:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.011712:0:277996:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788851896.011714:0:277996:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851896.011717:0:277996:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1999f80 x1875733950901632/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.011737:0:277996:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851896.011739:0:277996:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.011743:0:277996:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851896.011745:0:277996:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851896.011747:0:277996:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851896.011751:0:277996:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1999f80 pname:cluuid:pid:xid:nid:opc:job lfs:ce355dc5-aa26-4be3-aeee-a9c6a736c297:277996:1875733950901632:192.168.201.149@tcp:101:lfs.0 00000100:00000001:2.0:1788851896.011755:0:277996:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851896.011761:0:277996:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851896.011767:0:277996:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.011770:0:277996:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851896.011851:0:277996:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff989afa280000. 02000000:00000001:2.0:1788851896.011854:0:277996:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851896.011863:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851896.011867:0:277996:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb4d0. 00000400:00000010:2.0:1788851896.011873:0:277996:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff989ae494a800. 00000100:00000200:2.0:1788851896.011881:0:277996:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875733950901632, portal 10 00000100:00000001:2.0:1788851896.011883:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.011884:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978603392 : -113683730948224 : ffff989af1999f80) 00000100:00000040:2.0:1788851896.011929:0:277996:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff989af1999f80 x1875733950901632/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788852012 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.011937:0:277996:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851896.011939:0:277996:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851896.011943:0:277996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1770. 00000100:00000200:2.0:1788851896.011947:0:277996:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733950901632, offset 0 00000400:00000200:2.0:1788851896.011953:0:277996:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851896.011961:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851896.011970:0:277996:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851896.011975:0:277996:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851896.011980:0:277996:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851896.011983:0:277996:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851896.011986:0:277996:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851896.011989:0:277996:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541443:541443:256:4294967295] 192.168.201.149@tcp LPNI seq info [541377:541377:8:4294967295] 00000400:00000200:2.0:1788851896.011993:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851896.012004:0:277996:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851896.012010:0:277996:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851896.012015:0:277996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642700. 00000800:00000200:2.0:1788851896.012022:0:277996:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851896.012030:0:277996:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851896.012035:0:277996:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788851896.012045:0:277996:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851896.012055:0:277996:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24787 usecs (25 jiffies) 00000400:00000200:2.0:1788851896.012059:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851896.012062:0:277996:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307461864 00000100:00000001:2.0:1788851896.012065:0:277996:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307464409 00000100:00000001:2.0:1788851896.012067:0:277996:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307461864 00000100:00000001:2.0:1788851896.012069:0:277996:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307464409 00000100:00000001:2.0:1788851896.012071:0:277996:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851896.012074:0:277996:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.012076:0:277996:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851896.012077:0:277996:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=111 : 111 : 6f) 00000100:00100000:2.0:1788851896.012080:0:277996:0:(client.c:2715:ptlrpc_set_wait()) set ffff989ac964b180 going to sleep for 111 seconds 00000100:00000001:2.0:1788851896.012083:0:277996:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851896.012085:0:277996:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851896.012579:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851896.012583:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642700. 00000400:00000200:1.0:1788851896.012589:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851896.012594:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851896.012600:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1770 00000400:00000010:1.0:1788851896.012602:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1770. 00000100:00000001:1.0:1788851896.012606:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851896.012610:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1999f80 x1875733950901632/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788852012 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788851896.012619:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851896.012622:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff989af1999f80 x1875733950901632/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788852012 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788851896.012629:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851896.012631:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788851896.017082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff989ad5a95100. 00000800:00000001:1.0:1788851896.021579:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.021603:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851896.021608:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.021612:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.021622:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.021631:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851896.021659:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.021665:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.021671:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.021675:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 328 into portal 15 MB=0x6a9f855014600 00000400:00000200:1.0:1788851896.021686:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.149@tcp of length 328/328 into md 0x52b769 [2] + 0 00000800:00000001:1.0:1788851896.021695:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.021704:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.021709:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851896.021715:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851896.021737:0:2392:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1788851896.021739:0:2392:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788851896.021747:0:2392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9f480. 00000100:00000040:1.0:1788851896.021751:0:2392:0:(events.c:337:request_in_callback()) incoming req@ffff989b01a9f480 x1875733903394304 msgsize 328 00000100:00100000:1.0:1788851896.021756:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.149@tcp (source: 12345-192.168.201.149@tcp) 00000100:00000001:1.0:1788851896.021775:0:2392:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1788851896.021786:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.021790:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851896.021883:0:244373:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788851896.021887:0:244373:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733903394304 02000000:00000001:0.0:1788851896.021927:0:244373:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788851896.021929:0:244373:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851896.021932:0:244373:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851896.021937:0:244373:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851896.021941:0:244373:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733903394304 00000020:00000001:0.0:1788851896.021944:0:244373:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788851896.021946:0:244373:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcf9b6057b9c5e41c 00000020:00000001:0.0:1788851896.021949:0:244373:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788851896.021952:0:244373:0:(lustre_handles.c:148:class_handle2object()) GET export ffff989af9227000 refcount=5 00000020:00000001:0.0:1788851896.021955:0:244373:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390105010176 : -113683604541440 : ffff989af9227000) 00000020:00000001:0.0:1788851896.021958:0:244373:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630390105010176 : -113683604541440 : ffff989af9227000) 00000100:00000001:0.0:1788851896.021962:0:244373:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788851896.021966:0:244373:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff989b01155bc0. 00000100:00000001:0.0:1788851896.021969:0:244373:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788851896.021972:0:244373:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff989b01155bc0. 00000020:00000010:0.0:1788851896.021977:0:244373:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff989ad5836400. 00000020:00000010:0.0:1788851896.021983:0:244373:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff989ad0c9f100. 00000020:00000010:0.0:1788851896.021988:0:244373:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff989af90ec000. 00000100:00000040:0.0:1788851896.021996:0:244373:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788851896.021999:0:244373:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788851896.022001:0:244373:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788851896.022003:0:244373:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851896.022011:0:244373:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851896.022016:0:244373:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851896.022025:0:244373:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788851896.022027:0:244373:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788851896.022031:0:244373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.149@tcp, seq: 5339 00000100:00000040:0.0:1788851896.022035:0:244373:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff989af9227000 : new rpc_count 1 00000100:00000001:0.0:1788851896.022045:0:244373:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630390248109184 : -113683461442432 : ffff989b01a9f480) 00000100:00000040:0.0:1788851896.022053:0:244373:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff989b01a9f480 x1875733903394304/t0(0) o104->ce355dc5-aa26-4be3-aeee-a9c6a736c297@192.168.201.149@tcp:207/0 lens 328/0 e 0 to 0 dl 1788851907 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851896.022062:0:244373:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788851896.022064:0:244373:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff989b01155bc0. 00000100:00000001:0.0:1788851896.022066:0:244373:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788851896.022068:0:244373:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff989b01155bc0. 00000100:00100000:0.0:1788851896.022073:0:244373:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff989b01a9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce355dc5-aa26-4be3-aeee-a9c6a736c297+5:97774:x1875733903394304:12345-192.168.201.149@tcp:104: 00000100:00000200:0.0:1788851896.022077:0:244373:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875733903394304 00010000:00000001:0.0:1788851896.022080:0:244373:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788851896.022087:0:244373:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788851896.022089:0:244373:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788851896.022092:0:244373:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731c00 refcount=2 00000020:00000001:0.0:1788851896.022093:0:244373:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:0.0:1788851896.022097:0:244373:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:0.0:1788851896.022100:0:244373:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788851896.022104:0:244373:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788851896.022109:0:244373:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1788851896.022120:0:244373:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788851896.022122:0:244373:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788851896.022127:0:244373:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff989af993ec00. 02000000:00000001:0.0:1788851896.022129:0:244373:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851896.022131:0:244373:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851896.022135:0:244373:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788851896.022138:0:244373:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851896.022142:0:244373:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9081de8 time=179 v=5 (1 1 1 1) 00000100:00000001:0.0:1788851896.022146:0:244373:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788851896.022149:0:244373:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff989ac840eec0 refcount 16 to 192.168.201.149@tcp 00000100:00000001:0.0:1788851896.022152:0:244373:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630389284925120 : -113684424626496 : ffff989ac840eec0) 02000000:00000001:0.0:1788851896.022160:0:244373:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788851896.022163:0:244373:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851896.022166:0:244373:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851896.022169:0:244373:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851896.022173:0:244373:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402ac38. 00000100:00000200:0.0:1788851896.022179:0:244373:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875733903394304, offset 224 00000400:00000200:0.0:1788851896.022185:0:244373:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851896.022205:0:244373:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851896.022212:0:244373:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.201.49@tcp to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851896.022218:0:244373:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541444:541444:256:4294967295] 192.168.201.149@tcp LPNI seq info [541378:541378:8:4294967295] 00000400:00000200:0.0:1788851896.022223:0:244373:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851896.022231:0:244373:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:192.168.201.49@tcp) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851896.022237:0:244373:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851896.022242:0:244373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154fe00. 00000800:00000200:0.0:1788851896.022249:0:244373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851896.022257:0:244373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851896.022262:0:244373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851896.022273:0:244373:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851896.022276:0:244373:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff989ac840eec0 refcount 15 to 192.168.201.149@tcp 00010000:00000001:0.0:1788851896.022280:0:244373:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788851896.022284:0:244373:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff989af9837000. 00010000:00000001:0.0:1788851896.022287:0:244373:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788851896.022300:0:244373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788851896.022302:0:244373:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851896.022304:0:244373:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851896.022306:0:244373:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851896.022311:0:244373:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9f480 x1875733903394304/t0(0) o104->ce355dc5-aa26-4be3-aeee-a9c6a736c297@192.168.201.149@tcp:207/0 lens 328/224 e 0 to 0 dl 1788851907 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788851896.022321:0:244373:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff989b01a9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce355dc5-aa26-4be3-aeee-a9c6a736c297+5:97774:x1875733903394304:12345-192.168.201.149@tcp:104: Request processed in 257us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1788851896.022338:0:244373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.149@tcp, seq: 5339 00000100:00000040:0.0:1788851896.022341:0:244373:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff989af9227000 : new rpc_count 0 00000100:00000001:0.0:1788851896.022344:0:244373:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788851896.022346:0:244373:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788851896.022350:0:244373:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff989ad0c9f100. 00000020:00000010:0.0:1788851896.022354:0:244373:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff989af90ec000. 00000020:00000010:0.0:1788851896.022357:0:244373:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff989ad5836400. 00000020:00000040:0.0:1788851896.022362:0:244373:0:(genops.c:879:class_export_put()) PUTting export ffff989af9227000 : new refcount 4 00000100:00000001:0.0:1788851896.022365:0:244373:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788851896.022721:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851896.022737:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154fe00. 00000400:00000200:1.0:1788851896.022741:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851896.022745:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851896.022749:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402ac38 00000400:00000010:1.0:1788851896.022751:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402ac38. 00000100:00000001:1.0:1788851896.022755:0:2391:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1788851896.022757:0:2391:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1788851896.022999:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851896.023002:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851896.023005:0:246763:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788851896.023008:0:246763:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788851896.023010:0:246763:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788851896.023016:0:246763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788851896.023025:0:246763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff989b01731c00 already unused, calling callback (ffffffffc1b79460) 00000080:00000001:3.0:1788851896.023028:0:246763:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788851896.023033:0:246763:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788851896.023041:0:246763:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788851896.023044:0:246763:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788851896.023047:0:246763:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788851896.023053:0:246763:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788851896.023056:0:246763:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788851896.023058:0:246763:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788851896.023059:0:246763:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788851896.023061:0:246763:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731c00 refcount=3 00000020:00000001:3.0:1788851896.023063:0:246763:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:3.0:1788851896.023065:0:246763:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244514816 : -113683465036800 : ffff989b01731c00) 00010000:00000001:3.0:1788851896.023068:0:246763:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788851896.023071:0:246763:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 3/0,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788851896.023078:0:246763:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788851896.023082:0:246763:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788851896.023085:0:246763:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788851896.023095:0:246763:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b17:0xfb7:0x0] mode (null) 00000002:00000001:3.0:1788851896.023099:0:246763:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788851896.023102:0:246763:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788851896.023108:0:246763:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad5a95900 count: 2 00010000:00000001:3.0:1788851896.023111:0:246763:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788851896.023116:0:246763:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788851896.023117:0:246763:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788851896.023118:0:246763:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788851896.023120:0:246763:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad5a95900 count: 2 00010000:00000001:3.0:1788851896.023121:0:246763:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788851896.023123:0:246763:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788851896.023125:0:246763:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788851896.023126:0:246763:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788851896.023127:0:246763:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad5a95900 count: 2 00010000:00000001:3.0:1788851896.023129:0:246763:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788851896.023131:0:246763:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788851896.023132:0:246763:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788851896.023133:0:246763:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788851896.023135:0:246763:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad5a95900 count: 2 00010000:00000001:3.0:1788851896.023137:0:246763:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788851896.023139:0:246763:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788851896.023141:0:246763:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788851896.023143:0:246763:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788851896.023145:0:246763:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788851896.023149:0:246763:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630389750610184 : -113683958941432 : ffff989ae402b908) 00000020:00001000:3.0:1788851896.023151:0:246763:0:(cl_object.c:823:cl_env_get()) 1@ffff989ae402b900 00000020:00000001:3.0:1788851896.023153:0:246763:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788851896.023156:0:246763:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b17:0xfb7:0x0]: losing layout lock 00000080:00000001:3.0:1788851896.023160:0:246763:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788851896.023163:0:246763:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788851896.023167:0:246763:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788851896.023169:0:246763:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788851896.023171:0:246763:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xfb7:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788851896.023173:0:246763:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851896.023175:0:246763:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788851896.023177:0:246763:0:(cl_object.c:917:cl_env_put()) 1@ffff989ae402b900 00000080:00000001:3.0:1788851896.023180:0:246763:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788851896.023183:0:246763:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788851896.023191:0:246763:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b17:0xfb7:0x0](ffff989ac99b21c8) invalid 00000020:00000001:3.0:1788851896.023195:0:246763:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc150212fc40 00000080:00002000:3.0:1788851896.023198:0:246763:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f812b.sanity (ffff989ad55ef6c0) parent ffff989ad1d07360 inode ffff989ac99b21c8 refc 1 00000080:00000001:3.0:1788851896.023202:0:246763:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788851896.023204:0:246763:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788851896.023206:0:246763:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.023210:0:246763:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788851896.023213:0:246763:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788851896.023215:0:246763:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788851896.023217:0:246763:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788851896.023219:0:246763:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788851896.023222:0:246763:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff989b01731c00 with handle 0xcf9b6057b9c78ad8 from hash 00010000:00000001:3.0:1788851896.023224:0:246763:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788851896.023226:0:246763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851896.023228:0:246763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851896.023229:0:246763:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788851896.023233:0:246763:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788851896.023235:0:246763:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788851896.023240:0:246763:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851896.023246:0:246763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851896.023247:0:246763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851896.023248:0:246763:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.023251:0:246763:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788851896.023253:0:246763:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788851896.023260:0:246763:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af186ad80. 00000020:00000040:3.0:1788851896.023264:0:246763:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=8 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:3.0:1788851896.023268:0:246763:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851896.023270:0:246763:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851896.023275:0:246763:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851896.023282:0:246763:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff989b0148d400. 00000100:00000001:3.0:1788851896.023288:0:246763:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.023291:0:246763:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788851896.023296:0:246763:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 2/0,0 mode: --/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788851896.023302:0:246763:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788851896.023309:0:246763:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851896.023314:0:246763:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851896.023318:0:246763:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851896.023326:0:246763:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fa27d7f] to pc [ptlrpcd_01_01+1] req@ffff989af186ad80 x1875733950901760/t0(0) o103->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851896.023363:0:246763:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788851896.023365:0:246763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851896.023367:0:246763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851896.023368:0:246763:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.023370:0:246763:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788851896.023372:0:246763:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851896.023375:0:246763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 1/0,0 mode: --/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788851896.023381:0:246763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788851896.023384:0:246763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731c00/0xcf9b6057b9c78ad8 lrc: 0/0,0 mode: --/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xcdd014f0db4e864b expref: -99 pid: 277996 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1788851896.023392:0:246763:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff989ad5a95900 count: 0 00010000:00000010:3.0:1788851896.023397:0:246763:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff989b01436980. 00010000:00000001:3.0:1788851896.023409:0:246763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851896.023410:0:246763:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788851896.023412:0:246763:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff989af9837000. 00010000:00000001:3.0:1788851896.023415:0:246763:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851896.023418:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851896.023419:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851896.023421:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788851896.023422:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851896.023424:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851896.023425:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788851896.023427:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851896.023428:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851896.023430:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788851896.023436:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788851896.023446:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788851896.023448:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851896.023454:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851896.023456:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851896.023458:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851896.023459:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851896.023461:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851896.023467:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af186ad80 x1875733950901760/t0(0) o103->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851896.023474:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851896.023476:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851896.023480:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851896.023483:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851896.023485:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851896.023488:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af186ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950901760:192.168.201.149@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788851896.023493:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851896.023499:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851896.023501:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851896.023504:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851896.023508:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148cc00. 02000000:00000001:3.0:1788851896.023510:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851896.023516:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851896.023521:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad58469a0. 00000400:00000010:3.0:1788851896.023528:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067908. 00000100:00000200:3.0:1788851896.023535:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950901760, portal 18 00000100:00000001:3.0:1788851896.023538:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851896.023540:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977361792 : -113683732189824 : ffff989af186ad80) 00000100:00000040:3.0:1788851896.023548:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af186ad80 x1875733950901760/t0(0) o103->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851912 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851896.023555:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851896.023558:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1788851896.023561:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067c38. 00000100:00000200:3.0:1788851896.023564:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875733950901760, offset 0 00000400:00000200:3.0:1788851896.023570:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851896.023582:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851896.023588:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851896.023593:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851896.023597:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851896.023601:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851896.023604:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851896.023607:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541445:541445:256:4294967295] 192.168.201.149@tcp LPNI seq info [541379:541379:8:4294967295] 00000400:00000200:3.0:1788851896.023612:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851896.023620:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851896.023625:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1788851896.023630:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01a6a700. 00000800:00000200:3.0:1788851896.023635:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851896.023641:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1788851896.023644:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01a6a700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788851896.023662:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851896.023668:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24787 usecs (25 jiffies) 00000400:00000200:3.0:1788851896.023671:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851896.023674:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307461875 00000100:00000001:3.0:1788851896.023677:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307464409 00000100:00000001:3.0:1788851896.023679:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307461875 00000100:00000001:3.0:1788851896.023682:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307464409 00000100:00000001:3.0:1788851896.023684:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851896.023687:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851896.023690:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851896.023692:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851896.023809:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851896.023813:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01a6a700. 00000400:00000200:1.0:1788851896.023817:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851896.023820:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851896.023825:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067c38 00000400:00000010:1.0:1788851896.023827:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067c38. 00000100:00000001:1.0:1788851896.023831:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851896.023835:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af186ad80 x1875733950901760/t0(0) o103->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851912 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851896.023867:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851896.023871:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af186ad80 x1875733950901760/t0(0) o103->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851912 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851896.023879:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851896.023880:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788851896.024023:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851896.024027:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1F:1788851896.028957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff989ad5a95900. 00010000:00000010:3.1:1788851896.028982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff989b01731c00. 00000800:00000001:1.0:1788851896.092603:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.092627:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851896.092632:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.092636:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.092646:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.092655:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851896.092665:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.092670:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.092675:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.092679:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 18 MB=0x6a9f857d62e00 00000400:00000200:1.0:1788851896.092684:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.092691:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bc09 [1] + 224 00000800:00000001:1.0:1788851896.092698:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.092702:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.092706:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851896.092710:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851896.092718:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851896.092738:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af186ad80 x1875733950901760/t0(0) o103->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851912 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851896.092749:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af186ad80 x1875733950901760/t0(0) o103->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851896.092771:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851896.092782:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.092786:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851896.092788:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.092806:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.092809:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.092812:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851896.092816:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.092819:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.092822:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.092825:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 664 into portal 10 MB=0x6a9f857d62d80 00000400:00000200:1.0:1788851896.092829:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.092834:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 664/664 into md 0x52bbf9 [64] + 224 00000800:00000001:1.0:1788851896.092838:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.092846:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.092857:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851896.092861:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851896.092865:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851896.092869:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1999f80 x1875733950901632/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788852012 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788851896.092878:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff989af1999f80 x1875733950901632/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788852012 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788851896.092936:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851896.092940:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.092944:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.093023:0:277996:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851896.093033:0:277996:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851896.093035:0:277996:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851896.093039:0:277996:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb4d0. 00000400:00000200:2.0:1788851896.093044:0:277996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae494a800 00000400:00000010:2.0:1788851896.093046:0:277996:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff989ae494a800. 00000100:00000001:2.0:1788851896.093050:0:277996:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851896.093055:0:277996:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1999f80 x1875733950901632/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788852012 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788851896.093063:0:277996:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1999f80 x1875733950901632/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788852012 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.093069:0:277996:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851896.093071:0:277996:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.093073:0:277996:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851896.093077:0:277996:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851896.093080:0:277996:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851896.093082:0:277996:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.093085:0:277996:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851896.093095:0:277996:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=37 v=85 (85 85 85 86) 00000100:00001000:2.0:1788851896.093106:0:277996:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=45 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851896.093109:0:277996:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788851896.093113:0:277996:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff989af1999f80 x1875733950901632/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1788852012 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.093120:0:277996:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788851896.093123:0:277996:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788851896.093125:0:277996:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788851896.093127:0:277996:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788851896.093129:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.093130:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978603392 : -113683730948224 : ffff989af1999f80) 00000100:00000001:2.0:1788851896.093133:0:277996:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851896.093135:0:277996:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1788851896.093137:0:277996:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851896.093140:0:277996:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788851896.093145:0:277996:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1999f80 x1875733950901632/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1788852012 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.093152:0:277996:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788851896.093155:0:277996:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851896.093157:0:277996:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851896.093162:0:277996:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1999f80 x1875733950901632/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1788852012 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788851896.093170:0:277996:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1999f80 pname:cluuid:pid:xid:nid:opc:job lfs:ce355dc5-aa26-4be3-aeee-a9c6a736c297:277996:1875733950901632:192.168.201.149@tcp:101:lfs.0 00000100:00000001:2.0:1788851896.093175:0:277996:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.093177:0:277996:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788851896.093180:0:277996:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788851896.093182:0:277996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.093185:0:277996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff989af1999f80 x1875733950901632/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1788852012 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.093191:0:277996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788851896.093194:0:277996:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff989ac964b180. 00000100:00000001:2.0:1788851896.093196:0:277996:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788851896.093203:0:277996:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788851896.093207:0:277996:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788851896.093212:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.093215:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.093219:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731e00 refcount=4 00000020:00000001:2.0:1788851896.093221:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.093225:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00010000:2.0:1788851896.093229:0:277996:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78adf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.093240:0:277996:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788851896.093244:0:277996:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78adf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.093250:0:277996:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788851896.093253:0:277996:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78adf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.093259:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.093260:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788851896.093262:0:277996:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78adf lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.093268:0:277996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788851896.093271:0:277996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.093274:0:277996:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788851896.093276:0:277996:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78adf lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851896.093282:0:277996:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff989b01731e00 already unused, calling callback (ffffffffc1b79460) 00000080:00000001:2.0:1788851896.093285:0:277996:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788851896.093289:0:277996:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78adf lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.093304:0:277996:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788851896.093306:0:277996:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788851896.093309:0:277996:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78adf lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.093313:0:277996:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788851896.093316:0:277996:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788851896.093317:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.093318:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.093320:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731e00 refcount=5 00000020:00000001:2.0:1788851896.093322:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.093324:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.093327:0:277996:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788851896.093329:0:277996:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78adf lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788851896.093335:0:277996:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788851896.093336:0:277996:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.093339:0:277996:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788851896.093341:0:277996:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788851896.093345:0:277996:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788851896.093347:0:277996:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788851896.093349:0:277996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788851896.093350:0:277996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788851896.093353:0:277996:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff989b01731e00 with handle 0xcf9b6057b9c78adf from hash 00010000:00000001:2.0:1788851896.093355:0:277996:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788851896.093365:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.093366:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.093368:0:277996:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788851896.093369:0:277996:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788851896.093371:0:277996:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788851896.093373:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.093379:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.093381:0:277996:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.093383:0:277996:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.093386:0:277996:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78adf lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.093391:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.093392:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.093393:0:277996:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788851896.093395:0:277996:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788851896.093396:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.093397:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.093398:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788851896.093400:0:277996:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78adf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788851896.093407:0:277996:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff989ad5a95b00 count: 0 00010000:00000010:2.0:1788851896.093415:0:277996:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff989b01436180. 00010000:00000001:2.0:1788851896.093425:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.093428:0:277996:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788851896.093433:0:277996:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788851896.093439:0:277996:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x800002b, status=0 req@ffff989af1999f80 x1875733950901632/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1788852012 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788851896.093448:0:277996:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788851896.093452:0:277996:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff989af1999f80 x1875733950901632/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 648/664 e 0 to 0 dl 1788852012 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788851896.093460:0:277996:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.093466:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788851896.093468:0:277996:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.093470:0:277996:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.093472:0:277996:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.093475:0:277996:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788851896.093478:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.093479:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978603392 : -113683730948224 : ffff989af1999f80) 00010000:00000001:2.0:1788851896.093481:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788851896.093488:0:277996:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.093491:0:277996:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788851896.093495:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4b950 00000002:00002000:2.0:1788851896.093497:0:277996:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x880002b: rc = 0 00000002:00000001:2.0:1788851896.093500:0:277996:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.093504:0:277996:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.093507:0:277996:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788851896.093510:0:277996:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 0 00000080:00000001:2.0:1788851896.093513:0:277996:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.093519:0:277996:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff989af9a2e4c0 2 00000080:00000010:2.0:1788851896.093523:0:277996:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff989acadf6400. 00000080:00000001:2.0:1788851896.093528:0:277996:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788851896.093536:0:277996:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788851896.093540:0:277996:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1788851896.093545:0:277996:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788851896.093550:0:277996:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630389750610616 : -113683958941000 : ffff989ae402bab8) 00000020:00001000:2.0:1788851896.093553:0:277996:0:(cl_object.c:823:cl_env_get()) 1@ffff989ae402bab0 00000020:00000001:2.0:1788851896.093555:0:277996:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788851896.093560:0:277996:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788851896.093563:0:277996:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788851896.093571:0:277996:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff989af990aa20. 00020000:00000010:2.0:1788851896.093575:0:277996:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff989ac3055300. 00020000:00000010:2.0:1788851896.093580:0:277996:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff989af990ad80. 00020000:00000001:2.0:1788851896.093583:0:277996:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630390112234880 : -113683597316736 : ffff989af990ad80) 00020000:00000002:2.0:1788851896.093586:0:277996:0:(lov_ea.c:755:dump_lsm()) lsm ffff989af990ad80, objid 0xfb7:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788851896.093590:0:277996:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788851896.093595:0:277996:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff989ac3055300: ostid: 0x280000401:21416 ost idx: 0 gen: 0 00020000:00000002:2.0:1788851896.093599:0:277996:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff989ae539a9b0) owner ffff989ac1220000 00020000:00000001:2.0:1788851896.093601:0:277996:0:(lov_object.c:1341:lov_layout_change()) Process entered 00000020:00000001:2.0:1788851896.093603:0:277996:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788851896.093604:0:277996:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630389750608600 : -113683958943016 : ffff989ae402b2d8) 00000020:00001000:2.0:1788851896.093606:0:277996:0:(cl_object.c:823:cl_env_get()) 1@ffff989ae402b2d0 00020000:00000002:2.0:1788851896.093608:0:277996:0:(lov_object.c:1353:lov_layout_change()) [0x200002b17:0xfb7:0x0] from EMPTY to COMPOSITE 00000020:00000001:2.0:1788851896.093611:0:277996:0:(cl_object.c:368:cl_object_prune()) Process entered 00000080:00000001:2.0:1788851896.093619:0:277996:0:(vvp_object.c:142:vvp_prune()) Process entered 00000080:00000001:2.0:1788851896.093622:0:277996:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788851896.093623:0:277996:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788851896.093625:0:277996:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630390139401352 : -113683570150264 : ffff989afb2f3488) 00000020:00001000:2.0:1788851896.093628:0:277996:0:(cl_object.c:823:cl_env_get()) 1@ffff989afb2f3480 00000020:00000001:2.0:1788851896.093633:0:277996:0:(cl_object.c:143:cl_object_top()) ffff989ac35de9e0 -> ffff989ac35de9e0 00000020:00000001:2.0:1788851896.093635:0:277996:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788851896.093638:0:277996:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788851896.093640:0:277996:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0xfb7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788851896.093643:0:277996:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788851896.093645:0:277996:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788851896.093646:0:277996:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788851896.093650:0:277996:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0xfb7:0x0]io ffff989b004442b0 type 6 ignore/verify layout 1/0 00000100:00000001:3.0:1788851896.093653:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000002:2.0:1788851896.093653:0:277996:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff989ae539a9b0) owner ffff989ac1220000/ffff989ac1220000 00000100:00000001:3.0:1788851896.093657:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00020000:00000001:2.0:1788851896.093657:0:277996:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:2.0:1788851896.093659:0:277996:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1788851896.093661:0:277996:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff989ae539a9b0) owner ffff989ac1220000/ffff989ac1220000 00000400:00000001:3.0:1788851896.093662:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851896.093664:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1788851896.093664:0:277996:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1788851896.093666:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad58469a0. 00000020:00000001:2.0:1788851896.093666:0:277996:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:3.0:1788851896.093670:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067908 00000080:00000001:2.0:1788851896.093670:0:277996:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788851896.093672:0:277996:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0xfb7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788851896.093675:0:277996:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788851896.093676:0:277996:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000010:3.0:1788851896.093678:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067908. 00000100:00000001:3.0:1788851896.093681:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000020:00001000:2.0:1788851896.093681:0:277996:0:(cl_object.c:917:cl_env_put()) 1@ffff989afb2f3480 00000080:00000001:2.0:1788851896.093684:0:277996:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788851896.093687:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af186ad80 x1875733950901760/t0(0) o103->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00000001:2.0:1788851896.093689:0:277996:0:(vvp_object.c:154:vvp_prune()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851896.093692:0:277996:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788851896.093694:0:277996:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00000100:00000200:3.0:1788851896.093696:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af186ad80 x1875733950901760/t0(0) o103->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851912 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1788851896.093697:0:277996:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788851896.093700:0:277996:0:(lov_object.c:1371:lov_layout_change()) [0x200002b17:0xfb7:0x0]Apply new layout lov ffff989ae539a9b0, type 2 00000100:00000001:3.0:1788851896.093703:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00020000:00000001:2.0:1788851896.093703:0:277996:0:(lov_object.c:598:lov_init_composite()) Process entered 00000100:00000001:3.0:1788851896.093704:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1788851896.093705:0:277996:0:(lov_ea.c:755:dump_lsm()) lsm ffff989af990ad80, objid 0xfb7:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00000100:00000001:3.0:1788851896.093707:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851896.093708:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00020000:00000002:2.0:1788851896.093709:0:277996:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00000100:00000001:3.0:1788851896.093710:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851896.093712:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788851896.093713:0:277996:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff989ac3055300: ostid: 0x280000401:21416 ost idx: 0 gen: 0 02000000:00000001:3.0:1788851896.093714:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:2.0:1788851896.093717:0:277996:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff989b01dbbd00. 00000100:00001000:3.0:1788851896.093718:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff989ac841f538 time=179 v=5 (5 5 5 5) 00000100:00001000:3.0:1788851896.093734:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=45 v=5 (1 1 1 0) 00000100:00000001:3.0:1788851896.093736:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851896.093737:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:2.0:1788851896.093738:0:277996:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff989ac964b180. 00010000:00000001:3.0:1788851896.093740:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00020000:00000001:2.0:1788851896.093742:0:277996:0:(lov_object.c:189:lov_init_raid0()) Process entered 00010000:00000001:3.0:1788851896.093743:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851896.093745:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00020000:00000010:2.0:1788851896.093745:0:277996:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff989adfff4a08. 00000100:00000040:3.0:1788851896.093746:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771458 00000100:00000001:3.0:1788851896.093748:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00020000:00000001:2.0:1788851896.093749:0:277996:0:(lov_object.c:83:lov_sub_find()) Process entered 00000100:00000001:3.0:1788851896.093750:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851896.093752:0:277996:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000100:00000040:3.0:1788851896.093753:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af186ad80 x1875733950901760/t0(0) o103->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851912 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1788851896.093758:0:277996:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00000100:00000001:3.0:1788851896.093759:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851896.093761:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000010:2.0:1788851896.093762:0:277996:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff989ac35de4b0. 00000100:00000001:3.0:1788851896.093763:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788851896.093764:0:277996:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000100:00000040:3.0:1788851896.093766:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af186ad80 x1875733950901760/t0(0) o103->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851912 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1788851896.093766:0:277996:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788851896.093769:0:277996:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446630389202937136 : -113684506614480 : ffff989ac35de530) 00000100:00100000:3.0:1788851896.093773:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af186ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950901760:192.168.201.149@tcp:103:ldlm_bl.0 00020000:00000001:2.0:1788851896.093775:0:277996:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000100:00000001:3.0:1788851896.093776:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000010:2.0:1788851896.093781:0:277996:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff989ac9420540. 00000100:00000001:3.0:1788851896.093783:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00020000:00000001:2.0:1788851896.093784:0:277996:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851896.093786:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af186ad80 x1875733950901760/t0(0) o103->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851912 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1788851896.093789:0:277996:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446630389202937136 : -113684506614480 : ffff989ac35de530) 00020000:00000001:2.0:1788851896.093792:0:277996:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446630389202937136 : -113684506614480 : ffff989ac35de530) 00000100:00000001:3.0:1788851896.093793:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851896.093796:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000002:2.0:1788851896.093796:0:277996:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x53a8:0x0]@ffff989ac35de4b0[0:0] -> [0x200002b17:0xfb7:0x0]@ffff989ac35de960: ostid: 0x280000401:21416 ost idx: 0 gen: 0 02000000:00000010:3.0:1788851896.093800:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148cc00. 00020000:00000001:2.0:1788851896.093800:0:277996:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 02000000:00000001:3.0:1788851896.093803:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00000001:2.0:1788851896.093803:0:277996:0:(lov_object.c:815:lov_init_composite()) Process leaving 00000020:00001000:2.0:1788851896.093804:0:277996:0:(cl_object.c:917:cl_env_put()) 1@ffff989ae402b2d0 00000020:00000001:3.0:1788851896.093805:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851896.093807:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=7 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00020000:00000001:2.0:1788851896.093807:0:277996:0:(lov_object.c:1393:lov_layout_change()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788851896.093809:0:277996:0:(lov_object.c:1527:lov_conf_set()) Process leaving 00000020:00000001:3.0:1788851896.093810:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 00020000:00000002:2.0:1788851896.093811:0:277996:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff989ae539a9b0) owner ffff989ac1220000 02000000:00000010:3.0:1788851896.093813:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff989b0148d400. 00020000:00000002:2.0:1788851896.093814:0:277996:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xfb7:0x0] lo_layout_invalid=0 02000000:00000001:3.0:1788851896.093816:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00020000:00000001:2.0:1788851896.093816:0:277996:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851896.093817:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1788851896.093818:0:277996:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788851896.093820:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af186ad80. 00000020:00001000:2.0:1788851896.093820:0:277996:0:(cl_object.c:917:cl_env_put()) 1@ffff989ae402bab0 00000100:00000001:3.0:1788851896.093823:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851896.093824:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788851896.093824:0:277996:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145329591 : 144115373145329591 : 200002b17000fb7) 00000100:00000001:3.0:1788851896.093827:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788851896.093827:0:277996:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:2.0:1788851896.093831:0:277996:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200002b17:0xfb7:0x0], updating i_size 0 00000080:00000001:2.0:1788851896.093834:0:277996:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788851896.093837:0:277996:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788851896.093839:0:277996:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.093841:0:277996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.093845:0:277996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff989af1999f80 x1875733950901632/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/664 e 0 to 0 dl 1788852012 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.093858:0:277996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.093862:0:277996:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.093865:0:277996:0:(file.c:3197:ll_release_openhandle()) Process entered 00000080:00000010:2.0:1788851896.093869:0:277996:0:(file.c:3210:ll_release_openhandle()) kmalloced '(och)': 56 at ffff989ae512fd40. 00800000:00000001:2.0:1788851896.093873:0:277996:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788851896.093876:0:277996:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788851896.093879:0:277996:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788851896.093881:0:277996:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788851896.093884:0:277996:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788851896.093886:0:277996:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.093937:0:277996:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xfb7:0x0] 00800000:00000001:2.0:1788851896.093940:0:277996:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.093943:0:277996:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788851896.093947:0:277996:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff989ac2bd68e0. 00000002:00100000:2.0:1788851896.093952:0:277996:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff989af1999f80 x1875733950901632/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/664 e 0 to 0 dl 1788852012 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788851896.093958:0:277996:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.093960:0:277996:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.093962:0:277996:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788851896.093966:0:277996:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff989acadf6400. 00000080:00000001:2.0:1788851896.093968:0:277996:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788851896.093974:0:277996:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788851896.093978:0:277996:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788851896.093979:0:277996:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788851896.093980:0:277996:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788851896.093981:0:277996:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788851896.093983:0:277996:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788851896.093985:0:277996:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.093987:0:277996:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xfb7:0x0] 00800000:00000001:2.0:1788851896.093988:0:277996:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.093990:0:277996:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0xfb7:0x0] 00000002:00000001:2.0:1788851896.093993:0:277996:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788851896.093995:0:277996:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff989ae4bee800: [0x200002b17:0xfb7:0x0] file closed with intent: 0 00000100:00000010:2.0:1788851896.094001:0:277996:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af199a680. 00000020:00000040:2.0:1788851896.094009:0:277996:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=8 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:2.0:1788851896.094014:0:277996:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851896.094017:0:277996:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851896.094021:0:277996:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851896.094027:0:277996:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff989acadf7800. 00000100:00000001:2.0:1788851896.094033:0:277996:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788851896.094043:0:277996:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff989af1999f80 x1875733950901632/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/664 e 0 to 0 dl 1788852012 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788851896.094051:0:277996:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff989ae4bee800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788851896.094055:0:277996:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff989af199a680 x1875733950902016/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788851896.094062:0:277996:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788851896.094063:0:277996:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788851896.094068:0:277996:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff989ac964bd80. 00000100:00000001:2.0:1788851896.094070:0:277996:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630389304049024 : -113684405502592 : ffff989ac964bd80) 00000100:00000001:2.0:1788851896.094072:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.094073:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978605184 : -113683730946432 : ffff989af199a680) 00000100:00000001:2.0:1788851896.094077:0:277996:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851896.094080:0:277996:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.094082:0:277996:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788851896.094083:0:277996:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851896.094087:0:277996:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af199a680 x1875733950902016/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.094093:0:277996:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851896.094095:0:277996:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.094099:0:277996:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851896.094102:0:277996:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851896.094104:0:277996:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851896.094108:0:277996:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af199a680 pname:cluuid:pid:xid:nid:opc:job lfs:ce355dc5-aa26-4be3-aeee-a9c6a736c297:277996:1875733950902016:192.168.201.149@tcp:35:lfs.0 00000100:00000001:2.0:1788851896.094112:0:277996:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851896.094117:0:277996:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851896.094119:0:277996:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.094127:0:277996:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851896.094132:0:277996:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff989ad05ff400. 02000000:00000001:2.0:1788851896.094134:0:277996:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851896.094141:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851896.094144:0:277996:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb4d0. 00000400:00000010:2.0:1788851896.094150:0:277996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1f68. 00000100:00000200:2.0:1788851896.094156:0:277996:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733950902016, portal 10 00000100:00000001:2.0:1788851896.094159:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.094160:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978605184 : -113683730946432 : ffff989af199a680) 00000100:00000040:2.0:1788851896.094167:0:277996:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff989af199a680 x1875733950902016/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1788851912 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.094174:0:277996:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851896.094176:0:277996:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851896.094179:0:277996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1110. 00000100:00000200:2.0:1788851896.094183:0:277996:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733950902016, offset 0 00000400:00000200:2.0:1788851896.094190:0:277996:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851896.094196:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851896.094202:0:277996:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851896.094208:0:277996:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851896.094212:0:277996:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851896.094217:0:277996:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851896.094220:0:277996:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851896.094223:0:277996:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541446:541446:256:4294967295] 192.168.201.149@tcp LPNI seq info [541380:541380:8:4294967295] 00000400:00000200:2.0:1788851896.094228:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851896.094229:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851896.094231:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851896.094233:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851896.094236:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851896.094236:0:277996:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851896.094242:0:277996:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851896.094247:0:277996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642e00. 00000800:00000200:2.0:1788851896.094253:0:277996:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851896.094261:0:277996:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851896.094265:0:277996:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788851896.094283:0:277996:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851896.094293:0:277996:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24840 usecs (25 jiffies) 00000400:00000200:2.0:1788851896.094297:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851896.094300:0:277996:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307461946 00000100:00000001:2.0:1788851896.094303:0:277996:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307464409 00000100:00000001:2.0:1788851896.094306:0:277996:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307461946 00000100:00000001:2.0:1788851896.094308:0:277996:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307464409 00000100:00000001:2.0:1788851896.094311:0:277996:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851896.094314:0:277996:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.094316:0:277996:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851896.094318:0:277996:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788851896.094320:0:277996:0:(client.c:2715:ptlrpc_set_wait()) set ffff989ac964bd80 going to sleep for 11 seconds 00000100:00000001:2.0:1788851896.094322:0:277996:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851896.094324:0:277996:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851896.094436:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851896.094441:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642e00. 00000400:00000200:0.0:1788851896.094447:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851896.094452:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851896.094456:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1110 00000400:00000010:0.0:1788851896.094457:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1110. 00000100:00000001:0.0:1788851896.094461:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851896.094465:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af199a680 x1875733950902016/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1788851912 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851896.094474:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851896.094476:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff989af199a680 x1875733950902016/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1788851912 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851896.094482:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851896.094484:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788851896.100319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff989ad5a95b00. 00010000:00000010:2.1:1788851896.100340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff989b01731e00. 00000800:00000001:1.0:1788851896.103684:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.103703:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851896.103708:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.103710:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.103719:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.103737:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851896.103746:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.103751:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.103756:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.103761:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 456 into portal 10 MB=0x6a9f857d62f00 00000400:00000200:1.0:1788851896.103765:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.103785:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 456/456 into md 0x52bc11 [1] + 224 00000800:00000001:1.0:1788851896.103793:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.103799:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.103803:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851896.103807:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851896.103814:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851896.103823:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af199a680 x1875733950902016/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1788851912 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788851896.103847:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff989af199a680 x1875733950902016/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1788851912 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788851896.103877:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851896.103884:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.103922:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.106380:0:277996:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851896.106397:0:277996:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851896.106400:0:277996:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851896.106404:0:277996:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb4d0. 00000400:00000200:2.0:1788851896.106413:0:277996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1f68 00000400:00000010:2.0:1788851896.106415:0:277996:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1f68. 00000100:00000001:2.0:1788851896.106420:0:277996:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851896.106431:0:277996:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af199a680 x1875733950902016/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1788851912 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788851896.106441:0:277996:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af199a680 x1875733950902016/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1788851912 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.106450:0:277996:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851896.106452:0:277996:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.106455:0:277996:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851896.106458:0:277996:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851896.106460:0:277996:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851896.106463:0:277996:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.106466:0:277996:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851896.106476:0:277996:0:(import.c:2149:obd_at_measure()) add 5 to ffff989ac841f4f0 time=187 v=5 (5 5 5 5) 00000100:00001000:2.0:1788851896.106480:0:277996:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=45 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851896.106501:0:277996:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851896.106503:0:277996:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.106507:0:277996:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851896.106511:0:277996:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.106514:0:277996:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788851896.106517:0:277996:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788851896.106518:0:277996:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788851896.106520:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.106522:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978605184 : -113683730946432 : ffff989af199a680) 00000100:00000001:2.0:1788851896.106525:0:277996:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851896.106527:0:277996:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1788851896.106528:0:277996:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851896.106531:0:277996:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851896.106536:0:277996:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af199a680 x1875733950902016/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/456 e 0 to 0 dl 1788851912 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.106542:0:277996:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851896.106545:0:277996:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851896.106547:0:277996:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851896.106551:0:277996:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af199a680 x1875733950902016/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/456 e 0 to 0 dl 1788851912 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788851896.106559:0:277996:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af199a680 pname:cluuid:pid:xid:nid:opc:job lfs:ce355dc5-aa26-4be3-aeee-a9c6a736c297:277996:1875733950902016:192.168.201.149@tcp:35:lfs.0 00000100:00000001:2.0:1788851896.106563:0:277996:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.106566:0:277996:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.106569:0:277996:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788851896.106571:0:277996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.106575:0:277996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff989af199a680 x1875733950902016/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/456 e 0 to 0 dl 1788851912 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.106581:0:277996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788851896.106584:0:277996:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff989ac964bd80. 00000100:00000001:2.0:1788851896.106588:0:277996:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788851896.106589:0:277996:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.106597:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.106605:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978605184 : -113683730946432 : ffff989af199a680) 00000002:00000001:2.0:1788851896.106608:0:277996:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.106611:0:277996:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788851896.106617:0:277996:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff989acadf6400. 00000080:00000001:2.0:1788851896.106620:0:277996:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788851896.106624:0:277996:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1788851896.106627:0:277996:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788851896.106629:0:277996:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788851896.106632:0:277996:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788851896.106634:0:277996:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788851896.106636:0:277996:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.106638:0:277996:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xfb7:0x0] 00800000:00000001:2.0:1788851896.106641:0:277996:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.106646:0:277996:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788851896.106652:0:277996:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff989af1999f80 x1875733950901632/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/664 e 0 to 0 dl 1788852012 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788851896.106659:0:277996:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.106661:0:277996:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788851896.106662:0:277996:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff989ae512fd40. 00000100:00000001:2.0:1788851896.106665:0:277996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.106668:0:277996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff989af199a680 x1875733950902016/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/456 e 0 to 0 dl 1788851912 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.106673:0:277996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.106675:0:277996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.106678:0:277996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1999f80 x1875733950901632/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/664 e 0 to 0 dl 1788852012 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.106683:0:277996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.106685:0:277996:0:(file.c:3225:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.106689:0:277996:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788851896.106690:0:277996:0:(dcache.c:176:ll_intent_release()) intent ffffbc1501c4bc90 released 00000080:00000001:2.0:1788851896.106692:0:277996:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788851896.106694:0:277996:0:(file.c:2791:ll_lov_setstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.106698:0:277996:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788851896.106702:0:277996:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1788851896.106710:0:277996:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200002b17:0xfb7:0x0] 00800000:00000001:2.0:1788851896.106713:0:277996:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788851896.106714:0:277996:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788851896.106715:0:277996:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788851896.106717:0:277996:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788851896.106719:0:277996:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.106733:0:277996:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xfb7:0x0] 00800000:00000001:2.0:1788851896.106736:0:277996:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.106740:0:277996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788851896.106743:0:277996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788851896.106750:0:277996:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.106752:0:277996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.106754:0:277996:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0xfb7:0x0]: 0 00000080:00000001:2.0:1788851896.106756:0:277996:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.106758:0:277996:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:2.0:1788851896.106762:0:277996:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff989acadf6400. 00000080:00010000:2.0:1788851896.106768:0:277996:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b17:0xfb7:0x0](ffff989ac99b21c8) 00000080:00000001:2.0:1788851896.106771:0:277996:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788851896.106774:0:277996:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788851896.106778:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4bb18 00800000:00000002:2.0:1788851896.106781:0:277996:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b17:0xfb7:0x0] '' on [0x200002b17:0xfb7:0x0] 00800000:00000001:2.0:1788851896.106784:0:277996:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788851896.106786:0:277996:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788851896.106787:0:277996:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788851896.106788:0:277996:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788851896.106789:0:277996:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788851896.106790:0:277996:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.106792:0:277996:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xfb7:0x0] 00800000:00000001:2.0:1788851896.106793:0:277996:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.106796:0:277996:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b17:0xfb7:0x0], fid2=[0x200002b17:0xfb7:0x0], name='' -> mds #0 00000002:00000001:2.0:1788851896.106800:0:277996:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788851896.106802:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4b9e8 00000002:00010000:2.0:1788851896.106804:0:277996:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0xfb7:0x0]) in obj [0x200002b17:0xfb7:0x0], intent: layout flags 0 00000002:00000001:2.0:1788851896.106807:0:277996:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788851896.106810:0:277996:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:2.0:1788851896.106815:0:277996:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1998e00. 00000020:00000040:2.0:1788851896.106825:0:277996:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=9 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00010000:00000001:2.0:1788851896.106830:0:277996:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788851896.106835:0:277996:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788851896.106844:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.106847:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.106848:0:277996:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.106851:0:277996:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851896.106854:0:277996:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851896.106859:0:277996:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851896.106867:0:277996:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff989acadf6600. 00000100:00000001:2.0:1788851896.106873:0:277996:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.106877:0:277996:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788851896.106878:0:277996:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.106880:0:277996:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788851896.106881:0:277996:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.106883:0:277996:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.106886:0:277996:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446630389978598912 : -113683730952704 : ffff989af1998e00) 00010000:00000001:2.0:1788851896.106927:0:277996:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788851896.106929:0:277996:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788851896.106935:0:277996:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff989ad5a95b00. 00010000:00000010:2.0:1788851896.106939:0:277996:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff989b01436180. 00010000:00000001:2.0:1788851896.106943:0:277996:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788851896.106946:0:277996:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff989b01731e00. 00000020:00000001:2.0:1788851896.106950:0:277996:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788851896.106954:0:277996:0:(lustre_handles.c:93:class_handle_hash()) added object ffff989b01731e00 with handle 0xcf9b6057b9c78ae6 to hash 00000020:00000001:2.0:1788851896.106956:0:277996:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788851896.106957:0:277996:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.106960:0:277996:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.106964:0:277996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788851896.106966:0:277996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.106969:0:277996:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78ae6 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851896.106978:0:277996:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78ae6 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851896.106995:0:277996:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78ae6 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 277996 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788851896.107001:0:277996:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788851896.107003:0:277996:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788851896.107008:0:277996:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff989ac964bd80. 00000100:00000001:2.0:1788851896.107010:0:277996:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630389304049024 : -113684405502592 : ffff989ac964bd80) 00000100:00000001:2.0:1788851896.107013:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.107014:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978598912 : -113683730952704 : ffff989af1998e00) 00000100:00000001:2.0:1788851896.107018:0:277996:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851896.107021:0:277996:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.107023:0:277996:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788851896.107025:0:277996:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851896.107029:0:277996:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1998e00 x1875733950902144/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.107036:0:277996:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851896.107038:0:277996:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.107042:0:277996:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851896.107045:0:277996:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851896.107047:0:277996:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851896.107050:0:277996:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1998e00 pname:cluuid:pid:xid:nid:opc:job lfs:ce355dc5-aa26-4be3-aeee-a9c6a736c297:277996:1875733950902144:192.168.201.149@tcp:101:lfs.0 00000100:00000001:2.0:1788851896.107054:0:277996:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851896.107059:0:277996:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851896.107061:0:277996:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.107064:0:277996:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851896.107068:0:277996:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff989ad05fc800. 02000000:00000001:2.0:1788851896.107070:0:277996:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851896.107077:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851896.107080:0:277996:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb4d0. 00000400:00000010:2.0:1788851896.107085:0:277996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1f68. 00000100:00000200:2.0:1788851896.107092:0:277996:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733950902144, portal 10 00000100:00000001:2.0:1788851896.107093:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.107100:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978598912 : -113683730952704 : ffff989af1998e00) 00000100:00000040:2.0:1788851896.107107:0:277996:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff989af1998e00 x1875733950902144/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 376/472 e 0 to 0 dl 1788852012 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.107114:0:277996:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851896.107117:0:277996:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851896.107119:0:277996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f13b8. 00000100:00000200:2.0:1788851896.107124:0:277996:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875733950902144, offset 0 00000400:00000200:2.0:1788851896.107129:0:277996:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851896.107138:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851896.107147:0:277996:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851896.107152:0:277996:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851896.107157:0:277996:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851896.107161:0:277996:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851896.107164:0:277996:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851896.107167:0:277996:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541447:541447:256:4294967295] 192.168.201.149@tcp LPNI seq info [541381:541381:8:4294967295] 00000400:00000200:2.0:1788851896.107171:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851896.107181:0:277996:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851896.107186:0:277996:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851896.107192:0:277996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642e00. 00000800:00000200:2.0:1788851896.107199:0:277996:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851896.107209:0:277996:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851896.107215:0:277996:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642e00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:2.0:1788851896.107266:0:277996:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851896.107271:0:277996:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24836 usecs (25 jiffies) 00000400:00000200:2.0:1788851896.107274:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851896.107278:0:277996:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307461959 00000100:00000001:2.0:1788851896.107281:0:277996:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307464409 00000100:00000001:2.0:1788851896.107284:0:277996:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307461959 00000100:00000001:2.0:1788851896.107287:0:277996:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307464409 00000100:00000001:2.0:1788851896.107289:0:277996:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851896.107297:0:277996:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.107299:0:277996:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851896.107301:0:277996:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=111 : 111 : 6f) 00000100:00100000:2.0:1788851896.107304:0:277996:0:(client.c:2715:ptlrpc_set_wait()) set ffff989ac964bd80 going to sleep for 111 seconds 00000100:00000001:2.0:1788851896.107306:0:277996:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851896.107308:0:277996:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851896.107404:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851896.107409:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642e00. 00000400:00000200:0.0:1788851896.107416:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851896.107421:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851896.107427:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f13b8 00000400:00000010:0.0:1788851896.107429:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f13b8. 00000100:00000001:0.0:1788851896.107433:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851896.107438:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1998e00 x1875733950902144/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 376/472 e 0 to 0 dl 1788852012 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851896.107458:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851896.107462:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff989af1998e00 x1875733950902144/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 376/472 e 0 to 0 dl 1788852012 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851896.107469:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851896.107471:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851896.110438:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.110457:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851896.110461:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.110463:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.110472:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.110479:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851896.110488:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.110493:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.110500:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.110503:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 400 into portal 10 MB=0x6a9f857d62f80 00000400:00000200:1.0:1788851896.110508:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.110514:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 400/400 into md 0x52bc19 [1] + 224 00000800:00000001:1.0:1788851896.110521:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.110527:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.110530:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851896.110534:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851896.110542:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851896.110550:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1998e00 x1875733950902144/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 376/472 e 0 to 0 dl 1788852012 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788851896.110580:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff989af1998e00 x1875733950902144/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 376/472 e 0 to 0 dl 1788852012 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.110650:0:277996:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851896.110671:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851896.110680:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.110684:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788851896.111034:0:277996:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851896.111037:0:277996:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851896.111040:0:277996:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb4d0. 00000400:00000200:2.0:1788851896.111045:0:277996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1f68 00000400:00000010:2.0:1788851896.111047:0:277996:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1f68. 00000100:00000001:2.0:1788851896.111117:0:277996:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851896.111123:0:277996:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1998e00 x1875733950902144/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 376/472 e 0 to 0 dl 1788852012 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788851896.111131:0:277996:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1998e00 x1875733950902144/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 376/472 e 0 to 0 dl 1788852012 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.111136:0:277996:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851896.111138:0:277996:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.111140:0:277996:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851896.111143:0:277996:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851896.111145:0:277996:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851896.111148:0:277996:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.111151:0:277996:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851896.111159:0:277996:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=37 v=85 (85 85 85 86) 00000100:00001000:2.0:1788851896.111162:0:277996:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=45 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851896.111165:0:277996:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851896.111166:0:277996:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.111168:0:277996:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851896.111172:0:277996:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.111176:0:277996:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851896.111178:0:277996:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1788851896.111180:0:277996:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851896.111183:0:277996:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851896.111187:0:277996:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1998e00 x1875733950902144/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 376/400 e 0 to 0 dl 1788852012 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.111208:0:277996:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851896.111211:0:277996:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851896.111213:0:277996:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851896.111218:0:277996:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1998e00 x1875733950902144/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 376/400 e 0 to 0 dl 1788852012 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788851896.111226:0:277996:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1998e00 pname:cluuid:pid:xid:nid:opc:job lfs:ce355dc5-aa26-4be3-aeee-a9c6a736c297:277996:1875733950902144:192.168.201.149@tcp:101:lfs.0 00000100:00000001:2.0:1788851896.111231:0:277996:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.111234:0:277996:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.111237:0:277996:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788851896.111240:0:277996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.111243:0:277996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1998e00 x1875733950902144/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 376/400 e 0 to 0 dl 1788852012 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.111249:0:277996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788851896.111252:0:277996:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff989ac964bd80. 00000100:00000001:2.0:1788851896.111255:0:277996:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788851896.111256:0:277996:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.111259:0:277996:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788851896.111263:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.111266:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.111269:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731e00 refcount=4 00000020:00000001:2.0:1788851896.111271:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.111274:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000040:2.0:1788851896.111280:0:277996:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff989b01731e00, remote cookie: 0xcdd014f0db4e866e, flags: 0x1000 00010000:00000001:2.0:1788851896.111283:0:277996:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788851896.111287:0:277996:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788851896.111289:0:277996:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788851896.111291:0:277996:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788851896.111292:0:277996:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788851896.111295:0:277996:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0xfb7:0x0].0x0 (ffff989ad5a95b00) refcount = 1 00010000:00010000:2.0:1788851896.111300:0:277996:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78ae6 lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e866e expref: -99 pid: 277996 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.111316:0:277996:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788851896.111320:0:277996:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788851896.111321:0:277996:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788851896.111324:0:277996:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788851896.111326:0:277996:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.111330:0:277996:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78ae6 lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e866e expref: -99 pid: 277996 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.111335:0:277996:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788851896.111336:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.111338:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.111339:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.111340:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.111342:0:277996:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.111346:0:277996:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788851896.111347:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.111348:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.111349:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731e00 refcount=3 00000020:00000001:2.0:1788851896.111351:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.111353:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.111413:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.111415:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788851896.111420:0:277996:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff989af1998e00 x1875733950902144/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 376/400 e 0 to 0 dl 1788852012 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000040:2.0:1788851896.111428:0:277996:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff989ae4bee800: layout return lvb 56 transno 0 00010000:00000001:2.0:1788851896.111430:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.111431:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.111432:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731e00 refcount=3 00000020:00000001:2.0:1788851896.111433:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.111435:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00000002:00010000:2.0:1788851896.111438:0:277996:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78ae6 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e866e expref: -99 pid: 277996 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788851896.111455:0:277996:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff989ae512fd40. 00010000:00000001:2.0:1788851896.111457:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.111458:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788851896.111460:0:277996:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.111462:0:277996:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.111464:0:277996:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788851896.111465:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.111466:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.111468:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731e00 refcount=3 00000020:00000001:2.0:1788851896.111469:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.111471:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00000002:00010000:2.0:1788851896.111474:0:277996:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78ae6 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e866e expref: -99 pid: 277996 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.111478:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.111479:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.111481:0:277996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788851896.111482:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.111483:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.111484:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731e00 refcount=3 00000020:00000001:2.0:1788851896.111485:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.111487:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000040:2.0:1788851896.111492:0:277996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad5a95b00 count: 2 00010000:00000001:2.0:1788851896.111495:0:277996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788851896.111498:0:277996:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff989ac6493000 type 13 mode 16 res 8589945623/4023 (0 0) 00010000:00000001:2.0:1788851896.111501:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.111502:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788851896.111503:0:277996:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788851896.111507:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4b970 00000002:00002000:2.0:1788851896.111509:0:277996:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:2.0:1788851896.111512:0:277996:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.111522:0:277996:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.111524:0:277996:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788851896.111528:0:277996:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b17:0xfb7:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788851896.111531:0:277996:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.111533:0:277996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.111538:0:277996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1998e00 x1875733950902144/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 376/400 e 0 to 0 dl 1788852012 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.111544:0:277996:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851896.111547:0:277996:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851896.111551:0:277996:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff989ad05fc800. 02000000:00000001:2.0:1788851896.111554:0:277996:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851896.111557:0:277996:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851896.111559:0:277996:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=8 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:2.0:1788851896.111561:0:277996:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851896.111565:0:277996:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff989acadf6600. 02000000:00000001:2.0:1788851896.111569:0:277996:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851896.111570:0:277996:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851896.111572:0:277996:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1998e00. 00000100:00000001:2.0:1788851896.111576:0:277996:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851896.111577:0:277996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788851896.111582:0:277996:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff989acadf6400. 00000080:00010000:2.0:1788851896.111586:0:277996:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0xfb7:0x0](ffff989ac99b21c8) for lock 0xcf9b6057b9c78ae6 00800000:00000001:2.0:1788851896.111591:0:277996:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788851896.111593:0:277996:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788851896.111595:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.111596:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.111598:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731e00 refcount=3 00000020:00000001:2.0:1788851896.111600:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.111602:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.111605:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.111606:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788851896.111608:0:277996:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.111610:0:277996:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788851896.111613:0:277996:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcf9b6057b9c78ae6 from it ffffbc1501c4bc38 00010000:00000001:2.0:1788851896.111615:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.111621:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.111622:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731e00 refcount=3 00000020:00000001:2.0:1788851896.111624:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.111627:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.111629:0:277996:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788851896.111632:0:277996:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78ae6 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e866e expref: -99 pid: 277996 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.111639:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.111640:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.111641:0:277996:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788851896.111644:0:277996:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788851896.111647:0:277996:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78ae6 lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e866e expref: -99 pid: 277996 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788851896.111655:0:277996:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788851896.111657:0:277996:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788851896.111660:0:277996:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788851896.111664:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.111665:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.111666:0:277996:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.111669:0:277996:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788851896.111671:0:277996:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.111673:0:277996:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.111676:0:277996:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.111678:0:277996:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788851896.111679:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.111680:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788851896.111682:0:277996:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.111685:0:277996:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1788851896.111687:0:277996:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200002b17:0xfb7:0x0] 00800000:00000001:2.0:1788851896.111691:0:277996:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788851896.111694:0:277996:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788851896.111696:0:277996:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788851896.111698:0:277996:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788851896.111700:0:277996:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.111708:0:277996:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xfb7:0x0] 00800000:00000001:2.0:1788851896.111710:0:277996:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.111713:0:277996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788851896.111714:0:277996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788851896.111717:0:277996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad5a95b00 count: 2 00010000:00000001:2.0:1788851896.111719:0:277996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788851896.111749:0:277996:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788851896.111753:0:277996:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788851896.111756:0:277996:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78ae6 lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e866e expref: -99 pid: 277996 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788851896.111764:0:277996:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788851896.111768:0:277996:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.111771:0:277996:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78ae6 lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e866e expref: -99 pid: 277996 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788851896.111777:0:277996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1788851896.111779:0:277996:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0xfb7:0x0]: 16 00000080:00000001:2.0:1788851896.111781:0:277996:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:2.0:1788851896.111783:0:277996:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:2.0:1788851896.111785:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.111786:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.111787:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731e00 refcount=3 00000020:00000001:2.0:1788851896.111789:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.111791:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00000080:00010000:2.0:1788851896.111795:0:277996:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200002b17:0xfb7:0x0](00000000eadd42f1) being reconfigured ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78ae6 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e866e expref: -99 pid: 277996 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:2.0:1788851896.111803:0:277996:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788851896.111804:0:277996:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788851896.111805:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.111806:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.111807:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731e00 refcount=4 00000020:00000001:2.0:1788851896.111809:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.111818:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.111820:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.111821:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788851896.111822:0:277996:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.111824:0:277996:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.111827:0:277996:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:2.0:1788851896.111828:0:277996:0:(file.c:6866:ll_layout_fetch()) [0x200002b17:0xfb7:0x0] LVB_READY=0 l_lvb_data=ffff989ae512fd40 l_lvb_len=56 00000080:00000001:2.0:1788851896.112429:0:277996:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.112432:0:277996:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788851896.112435:0:277996:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788851896.112440:0:277996:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630389750610616 : -113683958941000 : ffff989ae402bab8) 00000020:00001000:2.0:1788851896.112443:0:277996:0:(cl_object.c:823:cl_env_get()) 1@ffff989ae402bab0 00000020:00000001:2.0:1788851896.112445:0:277996:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788851896.112448:0:277996:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788851896.112451:0:277996:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788851896.112458:0:277996:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff989af990a660. 00020000:00000010:2.0:1788851896.112463:0:277996:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff989ac3055580. 00020000:00000010:2.0:1788851896.112468:0:277996:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff989af990a840. 00020000:00000001:2.0:1788851896.112471:0:277996:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630390112233536 : -113683597318080 : ffff989af990a840) 00020000:00000002:2.0:1788851896.112474:0:277996:0:(lov_ea.c:755:dump_lsm()) lsm ffff989af990a840, objid 0xfb7:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788851896.112479:0:277996:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788851896.112483:0:277996:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff989ac3055580: ostid: 0x280000401:21416 ost idx: 0 gen: 0 00020000:00000002:2.0:1788851896.112487:0:277996:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff989ae539a9b0) owner ffff989ac1220000 00020000:00000001:2.0:1788851896.112490:0:277996:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788851896.112492:0:277996:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff989ae539a9b0) owner ffff989ac1220000 00020000:00000010:2.0:1788851896.112497:0:277996:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff989ac3055580. 00020000:00000010:2.0:1788851896.112501:0:277996:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff989af990a660. 00020000:00000010:2.0:1788851896.112505:0:277996:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff989af990a840. 00020000:00000002:2.0:1788851896.112507:0:277996:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xfb7:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788851896.112510:0:277996:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851896.112512:0:277996:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851896.112516:0:277996:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788851896.112520:0:277996:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff989ae539a9b0) owner 0000000000000000/ffff989ac1220000 00020000:00000002:2.0:1788851896.112523:0:277996:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff989af990ad80 addref 2/0 by ffff989ac1220000. 00020000:00000002:2.0:1788851896.112534:0:277996:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff989ae539a9b0) owner 0000000000000000/ffff989ac1220000 00020000:00000001:2.0:1788851896.112536:0:277996:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788851896.112538:0:277996:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788851896.112539:0:277996:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788851896.112541:0:277996:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788851896.112543:0:277996:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788851896.112546:0:277996:0:(file.c:6843:ll_layout_conf()) [0x200002b17:0xfb7:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788851896.112549:0:277996:0:(cl_object.c:917:cl_env_put()) 1@ffff989ae402bab0 00000080:00000001:2.0:1788851896.112552:0:277996:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.112554:0:277996:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:2.0:1788851896.112555:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.112556:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.112558:0:277996:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.112559:0:277996:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.112561:0:277996:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01731e00 refcount=3 00000020:00000001:2.0:1788851896.112563:0:277996:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.112565:0:277996:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244515328 : -113683465036288 : ffff989b01731e00) 00010000:00000001:2.0:1788851896.112568:0:277996:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788851896.112571:0:277996:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78ae6 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdd014f0db4e866e expref: -99 pid: 277996 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788851896.112578:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.112579:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.112581:0:277996:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788851896.112582:0:277996:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788851896.112585:0:277996:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78ae6 lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdd014f0db4e866e expref: -99 pid: 277996 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788851896.112591:0:277996:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788851896.112593:0:277996:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788851896.112595:0:277996:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788851896.112597:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.112598:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.112600:0:277996:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.112602:0:277996:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788851896.112608:0:277996:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.112610:0:277996:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.112613:0:277996:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.112615:0:277996:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788851896.112616:0:277996:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.112617:0:277996:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788851896.112619:0:277996:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.112622:0:277996:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788851896.112625:0:277996:0:(file.c:3022:ll_lov_setstripe()) inode ffff989ac99b21c8 need_sync_to_mds [0x200002b17:0xfb7:0x0] 00000080:00000001:2.0:1788851896.112628:0:277996:0:(file.c:2979:ll_file_getstripe()) Process entered 00000020:00000001:2.0:1788851896.112630:0:277996:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788851896.112632:0:277996:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630389750610616 : -113683958941000 : ffff989ae402bab8) 00000020:00001000:2.0:1788851896.112634:0:277996:0:(cl_object.c:823:cl_env_get()) 1@ffff989ae402bab0 00000020:00000001:2.0:1788851896.112636:0:277996:0:(cl_object.c:398:cl_object_getstripe()) Process entered 00020000:00000001:2.0:1788851896.112638:0:277996:0:(lov_object.c:2263:lov_object_getstripe()) Process entered 00020000:00000002:2.0:1788851896.112639:0:277996:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff989ae539a9b0) owner 0000000000000000/ffff989ac1220000 00020000:00000002:2.0:1788851896.112641:0:277996:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff989af990ad80 addref 2/0 by ffff989ac1220000. 00020000:00000002:2.0:1788851896.112643:0:277996:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff989ae539a9b0) owner 0000000000000000/ffff989ac1220000 00020000:00000001:2.0:1788851896.112646:0:277996:0:(lov_pack.c:382:lov_getstripe()) Process entered 00020000:00000010:2.0:1788851896.112649:0:277996:0:(lov_pack.c:394:lov_getstripe()) kmalloced '(lmmk)': 56 at ffff989ae512f080. 00020000:00000001:2.0:1788851896.112651:0:277996:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788851896.112652:0:277996:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788851896.112654:0:277996:0:(lov_pack.c:144:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000010:2.0:1788851896.112659:0:277996:0:(lov_pack.c:489:lov_getstripe()) kvfree 'lmmk': 56 at ffff989ae512f080. 00020000:00000001:2.0:1788851896.112662:0:277996:0:(lov_pack.c:491:lov_getstripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788851896.112664:0:277996:0:(lov_object.c:2271:lov_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851896.112666:0:277996:0:(cl_object.c:408:cl_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788851896.112668:0:277996:0:(cl_object.c:917:cl_env_put()) 1@ffff989ae402bab0 00000080:00000001:2.0:1788851896.112670:0:277996:0:(file.c:2990:ll_file_getstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788851896.112672:0:277996:0:(file.c:3036:ll_lov_setstripe()) kvfree 'klum': 32 at ffff989ac2bd6ca0. 00000080:00000001:2.0:1788851896.112674:0:277996:0:(file.c:3037:ll_lov_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.112676:0:277996:0:(file.c:4711:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788851896.112703:0:277996:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788851896.112706:0:277996:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff989ae539a9b0) owner 0000000000000000/ffff989ac1220000 00020000:00000002:2.0:1788851896.112710:0:277996:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff989ae539a9b0) owner 0000000000000000/ffff989ac1220000 00020000:00000001:2.0:1788851896.112712:0:277996:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.112740:0:277996:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788851896.112743:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4bdf0 00000080:00200008:2.0:1788851896.112745:0:277996:0:(file.c:479:ll_file_release()) START file f812b.sanity:[0x200002b17:0xfb7:0x0](ffff989ac99b21c8), flags 100001 00000080:00000001:2.0:1788851896.112749:0:277996:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788851896.112751:0:277996:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788851896.112753:0:277996:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788851896.112754:0:277996:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff989ae539a9b0) owner 0000000000000000/ffff989ac1220000 00020000:00000002:2.0:1788851896.112757:0:277996:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff989ae539a9b0) owner 0000000000000000/ffff989ac1220000 00020000:00000001:2.0:1788851896.112759:0:277996:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.112761:0:277996:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788851896.112765:0:277996:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788851896.112767:0:277996:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788851896.112768:0:277996:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788851896.112770:0:277996:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788851896.112772:0:277996:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.112774:0:277996:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xfb7:0x0] 00800000:00000001:2.0:1788851896.112776:0:277996:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.112778:0:277996:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788851896.112780:0:277996:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788851896.112783:0:277996:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad5a95b00 count: 2 00010000:00000001:2.0:1788851896.112785:0:277996:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788851896.112788:0:277996:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.112790:0:277996:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0xfb7:0x0]: 0 00000080:00000001:2.0:1788851896.112793:0:277996:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788851896.112795:0:277996:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788851896.112798:0:277996:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff989acadf6400. 00000080:00000001:2.0:1788851896.112800:0:277996:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788851896.112805:0:277996:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788851896.112809:0:277996:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788851896.112810:0:277996:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788851896.112811:0:277996:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788851896.112813:0:277996:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788851896.112814:0:277996:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788851896.112816:0:277996:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.112817:0:277996:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xfb7:0x0] 00800000:00000001:2.0:1788851896.112819:0:277996:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.112821:0:277996:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0xfb7:0x0] 00000002:00000001:2.0:1788851896.112842:0:277996:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788851896.112845:0:277996:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff989ae4bee800: [0x200002b17:0xfb7:0x0] file closed with intent: 0 00000100:00000010:2.0:1788851896.112851:0:277996:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1998e00. 00000020:00000040:2.0:1788851896.113042:0:277996:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=9 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:2.0:1788851896.113048:0:277996:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851896.113115:0:277996:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851896.113119:0:277996:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851896.113126:0:277996:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff989acadf6600. 00000100:00000001:2.0:1788851896.113132:0:277996:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788851896.113148:0:277996:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff989af1999c00 x1875733950901376/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/608 e 0 to 0 dl 1788852011 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788851896.113160:0:277996:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff989ae4bee800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788851896.113164:0:277996:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff989af1998e00 x1875733950902400/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788851896.113171:0:277996:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788851896.113172:0:277996:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788851896.113178:0:277996:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff989ac964bd80. 00000100:00000001:2.0:1788851896.113180:0:277996:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630389304049024 : -113684405502592 : ffff989ac964bd80) 00000100:00000001:2.0:1788851896.113183:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.113184:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978598912 : -113683730952704 : ffff989af1998e00) 00000100:00000001:2.0:1788851896.113189:0:277996:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851896.113193:0:277996:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.113195:0:277996:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788851896.113197:0:277996:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851896.113201:0:277996:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1998e00 x1875733950902400/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.113207:0:277996:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851896.113210:0:277996:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.113213:0:277996:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851896.113216:0:277996:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851896.113218:0:277996:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851896.113221:0:277996:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1998e00 pname:cluuid:pid:xid:nid:opc:job lfs:ce355dc5-aa26-4be3-aeee-a9c6a736c297:277996:1875733950902400:192.168.201.149@tcp:35:lfs.0 00000100:00000001:2.0:1788851896.113232:0:277996:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851896.113238:0:277996:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851896.113241:0:277996:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.113243:0:277996:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851896.113247:0:277996:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff989ad05fc800. 02000000:00000001:2.0:1788851896.113248:0:277996:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851896.113254:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851896.113258:0:277996:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb4d0. 00000400:00000010:2.0:1788851896.113265:0:277996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1f68. 00000100:00000200:2.0:1788851896.113272:0:277996:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733950902400, portal 10 00000100:00000001:2.0:1788851896.113274:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.113275:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978598912 : -113683730952704 : ffff989af1998e00) 00000100:00000040:2.0:1788851896.113281:0:277996:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff989af1998e00 x1875733950902400/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1788851912 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.113287:0:277996:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851896.113289:0:277996:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851896.113292:0:277996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1bb0. 00000100:00000200:2.0:1788851896.113295:0:277996:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733950902400, offset 0 00000400:00000200:2.0:1788851896.113302:0:277996:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851896.113309:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851896.113316:0:277996:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851896.113322:0:277996:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851896.113325:0:277996:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851896.113329:0:277996:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851896.113332:0:277996:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851896.113335:0:277996:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541448:541448:256:4294967295] 192.168.201.149@tcp LPNI seq info [541382:541382:8:4294967295] 00000400:00000200:2.0:1788851896.113339:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851896.113348:0:277996:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851896.113354:0:277996:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851896.113359:0:277996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642700. 00000800:00000200:2.0:1788851896.113366:0:277996:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851896.113382:0:277996:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851896.113387:0:277996:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788851896.113465:0:277996:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851896.113471:0:277996:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24828 usecs (25 jiffies) 00000400:00000200:2.0:1788851896.113475:0:277996:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851896.113478:0:277996:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307461965 00000100:00000001:2.0:1788851896.113481:0:277996:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307464409 00000100:00000001:2.0:1788851896.113483:0:277996:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307461965 00000100:00000001:2.0:1788851896.113486:0:277996:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307464409 00000100:00000001:2.0:1788851896.113489:0:277996:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851896.113491:0:277996:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.113494:0:277996:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851896.113496:0:277996:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788851896.113499:0:277996:0:(client.c:2715:ptlrpc_set_wait()) set ffff989ac964bd80 going to sleep for 11 seconds 00000100:00000001:2.0:1788851896.113502:0:277996:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851896.113504:0:277996:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851896.114562:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851896.114570:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642700. 00000400:00000200:0.0:1788851896.114577:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851896.114583:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851896.114590:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1bb0 00000400:00000010:0.0:1788851896.114593:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1bb0. 00000100:00000001:0.0:1788851896.114597:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851896.114603:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1998e00 x1875733950902400/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1788851912 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851896.114616:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851896.114620:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff989af1998e00 x1875733950902400/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1788851912 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851896.114626:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851896.114628:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851896.120445:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.120469:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851896.120473:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.120476:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.120486:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.120494:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851896.120504:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.120509:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.120514:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.120518:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 456 into portal 10 MB=0x6a9f857d63080 00000400:00000200:1.0:1788851896.120534:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.120542:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 456/456 into md 0x52bc21 [1] + 224 00000800:00000001:1.0:1788851896.120549:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.120562:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.120565:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851896.120570:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851896.120578:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851896.120588:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1998e00 x1875733950902400/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1788851912 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788851896.120598:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff989af1998e00 x1875733950902400/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1788851912 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788851896.120622:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851896.120630:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.120634:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.121026:0:277996:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851896.121035:0:277996:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851896.121036:0:277996:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851896.121040:0:277996:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb4d0. 00000400:00000200:2.0:1788851896.121045:0:277996:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1f68 00000400:00000010:2.0:1788851896.121047:0:277996:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1f68. 00000100:00000001:2.0:1788851896.121050:0:277996:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851896.121055:0:277996:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1998e00 x1875733950902400/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1788851912 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788851896.121064:0:277996:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1998e00 x1875733950902400/t0(0) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/624 e 0 to 0 dl 1788851912 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.121070:0:277996:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851896.121072:0:277996:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.121075:0:277996:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851896.121078:0:277996:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851896.121080:0:277996:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851896.121098:0:277996:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.121101:0:277996:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851896.121112:0:277996:0:(import.c:2149:obd_at_measure()) add 5 to ffff989ac841f4f0 time=37 v=5 (5 5 5 5) 00000100:00001000:2.0:1788851896.121116:0:277996:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=45 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851896.121119:0:277996:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851896.121121:0:277996:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.121123:0:277996:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851896.121127:0:277996:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.121130:0:277996:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788851896.121132:0:277996:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788851896.121134:0:277996:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788851896.121136:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.121138:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978598912 : -113683730952704 : ffff989af1998e00) 00000100:00000001:2.0:1788851896.121141:0:277996:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851896.121143:0:277996:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1788851896.121145:0:277996:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851896.121147:0:277996:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851896.121152:0:277996:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1998e00 x1875733950902400/t30064771462(30064771462) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/456 e 0 to 0 dl 1788851912 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.121160:0:277996:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851896.121163:0:277996:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851896.121165:0:277996:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851896.121169:0:277996:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1998e00 x1875733950902400/t30064771462(30064771462) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/456 e 0 to 0 dl 1788851912 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788851896.121176:0:277996:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1998e00 pname:cluuid:pid:xid:nid:opc:job lfs:ce355dc5-aa26-4be3-aeee-a9c6a736c297:277996:1875733950902400:192.168.201.149@tcp:35:lfs.0 00000100:00000001:2.0:1788851896.121180:0:277996:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.121183:0:277996:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.121185:0:277996:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788851896.121187:0:277996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.121190:0:277996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff989af1998e00 x1875733950902400/t30064771462(30064771462) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/456 e 0 to 0 dl 1788851912 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.121197:0:277996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788851896.121206:0:277996:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff989ac964bd80. 00000100:00000001:2.0:1788851896.121209:0:277996:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788851896.121210:0:277996:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.121218:0:277996:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.121219:0:277996:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978598912 : -113683730952704 : ffff989af1998e00) 00000002:00000001:2.0:1788851896.121221:0:277996:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.121224:0:277996:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788851896.121229:0:277996:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff989acadf6400. 00000080:00000001:2.0:1788851896.121233:0:277996:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788851896.121237:0:277996:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1788851896.121240:0:277996:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788851896.121242:0:277996:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788851896.121244:0:277996:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788851896.121247:0:277996:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788851896.121249:0:277996:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.121251:0:277996:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xfb7:0x0] 00800000:00000001:2.0:1788851896.121253:0:277996:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.121257:0:277996:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788851896.121263:0:277996:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff989af1999c00 x1875733950901376/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/608 e 0 to 0 dl 1788852011 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788851896.121271:0:277996:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.121273:0:277996:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788851896.121275:0:277996:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff989ae512ff80. 00000100:00000001:2.0:1788851896.121278:0:277996:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.121281:0:277996:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff989af1998e00 x1875733950902400/t30064771462(30064771462) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/456 e 0 to 0 dl 1788851912 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.121287:0:277996:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.121289:0:277996:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788851896.121293:0:277996:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff989ac7ced180. 00000080:00000001:2.0:1788851896.121297:0:277996:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851896.121303:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4bdf0 00000080:00000008:2.0:1788851896.121306:0:277996:0:(file.c:523:ll_file_release()) COMPLETED file f812b.sanity:[0x200002b17:0xfb7:0x0](ffff989ac99b21c8), flags 100001, rc = 0 00000080:00000001:2.0:1788851896.121310:0:277996:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.121315:0:277996:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788851896.121321:0:277996:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c4be00 00000080:00002000:2.0:1788851896.121323:0:277996:0:(dcache.c:127:ll_ddelete()) deleting dentry f812b.sanity (ffff989ad55ef6c0, parent ffff989ad1d07360, inode ffff989ac99b21c8) hashed, 00000080:00000001:2.0:1788851896.121326:0:277996:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788851896.121338:0:277996:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788851896.121343:0:277996:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788851896.128812:0:277997:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff989ac2bd6980. 00000080:00000001:2.0:1788851896.141798:0:277997:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788851896.141804:0:277997:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788851896.141807:0:277997:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788851896.141810:0:277997:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c5bb20 00000080:00200000:2.0:1788851896.141814:0:277997:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff989aff49f448),name=/ 00000080:00000010:2.0:1788851896.141822:0:277997:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff989acadf6400. 00800000:00000002:2.0:1788851896.141830:0:277997:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff989af9a2e4c0 2 00000080:00000001:2.0:1788851896.141834:0:277997:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788851896.141839:0:277997:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788851896.141841:0:277997:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c5ba40 00800000:00000002:2.0:1788851896.141844:0:277997:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788851896.143621:0:277997:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788851896.143625:0:277997:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788851896.143627:0:277997:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788851896.143630:0:277997:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788851896.143633:0:277997:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788851896.143635:0:277997:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.143637:0:277997:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788851896.143639:0:277997:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.143643:0:277997:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788851896.143649:0:277997:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788851896.143652:0:277997:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c5b910 00000002:00010000:2.0:1788851896.143655:0:277997:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788851896.143659:0:277997:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788851896.143661:0:277997:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788851896.143664:0:277997:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788851896.143670:0:277997:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.143672:0:277997:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.143674:0:277997:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.143676:0:277997:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788851896.143677:0:277997:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788851896.143685:0:277997:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af199ad80. 00000020:00000040:2.0:1788851896.143703:0:277997:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=10 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00010000:00000001:2.0:1788851896.143709:0:277997:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788851896.143714:0:277997:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788851896.143732:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.143734:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.143736:0:277997:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.143739:0:277997:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851896.143741:0:277997:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851896.143746:0:277997:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851896.143752:0:277997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff989ad05ff000. 00000100:00000001:2.0:1788851896.143759:0:277997:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.143764:0:277997:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788851896.143765:0:277997:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.143766:0:277997:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788851896.143768:0:277997:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.143769:0:277997:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.143775:0:277997:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630389978606976 : -113683730944640 : ffff989af199ad80) 00010000:00000001:2.0:1788851896.143779:0:277997:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788851896.143781:0:277997:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788851896.143787:0:277997:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff989ad5a95100. 00010000:00000010:2.0:1788851896.143790:0:277997:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff989b01436c80. 00010000:00000001:2.0:1788851896.143795:0:277997:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788851896.143801:0:277997:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff989b01730800. 00000020:00000001:2.0:1788851896.143805:0:277997:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788851896.143808:0:277997:0:(lustre_handles.c:93:class_handle_hash()) added object ffff989b01730800 with handle 0xcf9b6057b9c78aed to hash 00000020:00000001:2.0:1788851896.143810:0:277997:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788851896.143811:0:277997:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.143814:0:277997:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.143818:0:277997:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788851896.143819:0:277997:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.143823:0:277997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730800/0xcf9b6057b9c78aed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 277997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851896.143832:0:277997:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730800/0xcf9b6057b9c78aed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 277997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851896.144784:0:277997:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730800/0xcf9b6057b9c78aed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 277997 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788851896.144797:0:277997:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788851896.144800:0:277997:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788851896.144808:0:277997:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff989ac964bd80. 00000100:00000001:2.0:1788851896.144810:0:277997:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630389304049024 : -113684405502592 : ffff989ac964bd80) 00000100:00000001:2.0:1788851896.144813:0:277997:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.144815:0:277997:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978606976 : -113683730944640 : ffff989af199ad80) 00000100:00000001:2.0:1788851896.144820:0:277997:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851896.144824:0:277997:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.144826:0:277997:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788851896.144828:0:277997:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851896.145264:0:277997:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af199ad80 x1875733950902528/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.145275:0:277997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851896.145278:0:277997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.145282:0:277997:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851896.145286:0:277997:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851896.145288:0:277997:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851896.145292:0:277997:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af199ad80 pname:cluuid:pid:xid:nid:opc:job stat:ce355dc5-aa26-4be3-aeee-a9c6a736c297:277997:1875733950902528:192.168.201.149@tcp:101:stat.0 00000100:00000001:2.0:1788851896.145296:0:277997:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851896.145303:0:277997:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851896.145306:0:277997:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.145585:0:277997:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851896.145592:0:277997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff989ae494a800. 02000000:00000001:2.0:1788851896.145594:0:277997:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851896.145601:0:277997:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851896.145606:0:277997:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb4d0. 00000400:00000010:2.0:1788851896.145614:0:277997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1f68. 00000100:00000200:2.0:1788851896.145622:0:277997:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733950902528, portal 10 00000100:00000001:2.0:1788851896.145624:0:277997:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.145635:0:277997:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978606976 : -113683730944640 : ffff989af199ad80) 00000100:00000040:2.0:1788851896.145643:0:277997:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff989af199ad80 x1875733950902528/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788852012 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.145649:0:277997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851896.145652:0:277997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851896.145654:0:277997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1550. 00000100:00000200:2.0:1788851896.145658:0:277997:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733950902528, offset 0 00000400:00000200:2.0:1788851896.145664:0:277997:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851896.145673:0:277997:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851896.145680:0:277997:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851896.145685:0:277997:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851896.145689:0:277997:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851896.145692:0:277997:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851896.145695:0:277997:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851896.145698:0:277997:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541449:541449:256:4294967295] 192.168.201.149@tcp LPNI seq info [541383:541383:8:4294967295] 00000400:00000200:2.0:1788851896.145702:0:277997:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851896.145711:0:277997:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851896.145716:0:277997:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851896.145733:0:277997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642a00. 00000800:00000200:2.0:1788851896.145740:0:277997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851896.145747:0:277997:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851896.145752:0:277997:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788851896.145842:0:277997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851896.145856:0:277997:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24823 usecs (25 jiffies) 00000400:00000200:2.0:1788851896.145860:0:277997:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851896.145863:0:277997:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307461997 00000100:00000001:2.0:1788851896.145866:0:277997:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307464409 00000100:00000001:2.0:1788851896.145869:0:277997:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307461997 00000100:00000001:2.0:1788851896.145871:0:277997:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307464409 00000100:00000001:2.0:1788851896.145873:0:277997:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851896.145881:0:277997:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.145884:0:277997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851896.145886:0:277997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=111 : 111 : 6f) 00000100:00100000:2.0:1788851896.145976:0:277997:0:(client.c:2715:ptlrpc_set_wait()) set ffff989ac964bd80 going to sleep for 111 seconds 00000100:00000001:2.0:1788851896.145980:0:277997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851896.145983:0:277997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851896.146596:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851896.146602:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642a00. 00000400:00000200:0.0:1788851896.146607:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851896.146613:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851896.146617:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1550 00000400:00000010:0.0:1788851896.146620:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1550. 00000100:00000001:0.0:1788851896.146624:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851896.146630:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af199ad80 x1875733950902528/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788852012 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851896.146640:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851896.146643:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff989af199ad80 x1875733950902528/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788852012 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851896.146661:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851896.146663:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851896.162231:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.162266:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851896.162271:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.162273:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.162282:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.162289:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851896.162298:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.162303:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.162308:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.162312:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 688 into portal 10 MB=0x6a9f857d63100 00000400:00000200:1.0:1788851896.162317:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.162323:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 688/688 into md 0x52bc29 [1] + 224 00000800:00000001:1.0:1788851896.162330:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.162338:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.162340:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851896.162344:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851896.162353:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851896.162376:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af199ad80 x1875733950902528/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788852012 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788851896.162388:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff989af199ad80 x1875733950902528/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788852012 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788851896.162407:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851896.162415:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.162419:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.162593:0:277997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851896.162602:0:277997:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851896.162604:0:277997:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851896.162607:0:277997:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb4d0. 00000400:00000200:2.0:1788851896.162613:0:277997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1f68 00000400:00000010:2.0:1788851896.162616:0:277997:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1f68. 00000100:00000001:2.0:1788851896.162619:0:277997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851896.162623:0:277997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af199ad80 x1875733950902528/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788852012 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788851896.162632:0:277997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af199ad80 x1875733950902528/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788852012 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.162638:0:277997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851896.162639:0:277997:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.162642:0:277997:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851896.162645:0:277997:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851896.162648:0:277997:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851896.162650:0:277997:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.162653:0:277997:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851896.162662:0:277997:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=37 v=85 (85 85 85 86) 00000100:00001000:2.0:1788851896.162667:0:277997:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=45 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851896.162670:0:277997:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851896.162672:0:277997:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.162674:0:277997:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851896.162678:0:277997:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.162682:0:277997:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851896.162684:0:277997:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1788851896.162686:0:277997:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851896.162688:0:277997:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851896.162693:0:277997:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af199ad80 x1875733950902528/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1788852012 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.162711:0:277997:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851896.162714:0:277997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851896.162716:0:277997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851896.162732:0:277997:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af199ad80 x1875733950902528/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1788852012 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788851896.162739:0:277997:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af199ad80 pname:cluuid:pid:xid:nid:opc:job stat:ce355dc5-aa26-4be3-aeee-a9c6a736c297:277997:1875733950902528:192.168.201.149@tcp:101:stat.0 00000100:00000001:2.0:1788851896.162743:0:277997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.162746:0:277997:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.162748:0:277997:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788851896.162749:0:277997:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.162752:0:277997:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af199ad80 x1875733950902528/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1788852012 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.162758:0:277997:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788851896.162761:0:277997:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff989ac964bd80. 00000100:00000001:2.0:1788851896.162764:0:277997:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788851896.162765:0:277997:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.162768:0:277997:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788851896.162771:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.162773:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.162776:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730800 refcount=4 00000020:00000001:2.0:1788851896.162778:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.162781:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000040:2.0:1788851896.162787:0:277997:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff989b01730800, remote cookie: 0xcdd014f0db4e867c, flags: 0x1001 00010000:00010000:2.0:1788851896.162792:0:277997:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730800/0xcf9b6057b9c78aed lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e867c expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851896.162800:0:277997:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730800/0xcf9b6057b9c78aed lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e867c expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.162818:0:277997:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788851896.162821:0:277997:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788851896.162823:0:277997:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788851896.162825:0:277997:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788851896.162826:0:277997:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788851896.162828:0:277997:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff989ad5a95100) refcount = 1 00010000:00010000:2.0:1788851896.162831:0:277997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730800/0xcf9b6057b9c78aed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e867c expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.162837:0:277997:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788851896.162840:0:277997:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788851896.162841:0:277997:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788851896.162843:0:277997:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788851896.162859:0:277997:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.162862:0:277997:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730800/0xcf9b6057b9c78aed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e867c expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.162867:0:277997:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788851896.162869:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.162870:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.162871:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.162872:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.162873:0:277997:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.162878:0:277997:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788851896.162879:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.162880:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.162881:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730800 refcount=3 00000020:00000001:2.0:1788851896.162883:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.162885:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.162921:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.162923:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.162924:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730800 refcount=4 00000020:00000001:2.0:1788851896.162926:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.162935:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.162938:0:277997:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788851896.162941:0:277997:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.162944:0:277997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730800/0xcf9b6057b9c78aed lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e867c expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.162949:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.162950:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.162952:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.162953:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.162954:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730800 refcount=5 00000020:00000001:2.0:1788851896.162955:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.162957:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.162959:0:277997:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788851896.162962:0:277997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730800/0xcf9b6057b9c78aed lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e867c expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.162967:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.162968:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788851896.162971:0:277997:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730800/0xcf9b6057b9c78aed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e867c expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.162976:0:277997:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788851896.162977:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.162978:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.162979:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.162980:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788851896.162984:0:277997:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff989af199ad80 x1875733950902528/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1788852012 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788851896.162992:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.162993:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.162994:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730800 refcount=3 00000020:00000001:2.0:1788851896.163000:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.163002:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.163003:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.163004:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788851896.163006:0:277997:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.163007:0:277997:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.163010:0:277997:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788851896.163012:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.163013:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.163014:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730800 refcount=3 00000020:00000001:2.0:1788851896.163016:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.163018:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00000002:00010000:2.0:1788851896.163021:0:277997:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730800/0xcf9b6057b9c78aed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e867c expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.163027:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.163028:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.163030:0:277997:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788851896.163031:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.163032:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.163033:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730800 refcount=3 00000020:00000001:2.0:1788851896.163035:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.163036:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000040:2.0:1788851896.163041:0:277997:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad5a95100 count: 2 00010000:00000001:2.0:1788851896.163043:0:277997:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788851896.163046:0:277997:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff989ac6493000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788851896.163049:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.163050:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788851896.163051:0:277997:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788851896.163054:0:277997:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c5b898 00000002:00002000:2.0:1788851896.163056:0:277997:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788851896.163059:0:277997:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.163063:0:277997:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.163072:0:277997:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788851896.163075:0:277997:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:2.0:1788851896.163078:0:277997:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.163082:0:277997:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff989af9a2e4c0 2 00000080:00000010:2.0:1788851896.163085:0:277997:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff989acadf6400. 00000080:00000001:2.0:1788851896.163089:0:277997:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788851896.163092:0:277997:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788851896.163098:0:277997:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788851896.163102:0:277997:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788851896.163107:0:277997:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff989ae512ff80. 00800000:00000001:2.0:1788851896.163109:0:277997:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630389768454016 : -113683941097600 : ffff989ae512ff80) 00800000:00000001:2.0:1788851896.163111:0:277997:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.163113:0:277997:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788851896.163116:0:277997:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788851896.163118:0:277997:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788851896.163121:0:277997:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788851896.163125:0:277997:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788851896.163126:0:277997:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.163130:0:277997:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788851896.163133:0:277997:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1788851896.163136:0:277997:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788851783 to 1788851895 00000080:00200000:2.0:1788851896.163140:0:277997:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 20480 00010000:00000001:2.0:1788851896.163143:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.163144:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.163145:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730800 refcount=3 00000020:00000001:2.0:1788851896.163147:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.163149:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.163151:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.163153:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788851896.163154:0:277997:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788851896.163157:0:277997:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788851896.163158:0:277997:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff989ae512ff80 1 00800000:00000010:2.0:1788851896.163160:0:277997:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff989ae512ff80. 00800000:00000001:2.0:1788851896.163163:0:277997:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788851896.163166:0:277997:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff989aff49f448) for lock 0xcf9b6057b9c78aed 00800000:00000001:2.0:1788851896.163175:0:277997:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788851896.163177:0:277997:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788851896.163178:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.163179:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.163181:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730800 refcount=3 00000020:00000001:2.0:1788851896.163183:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.163185:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.163194:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.163196:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788851896.163197:0:277997:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.163199:0:277997:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851896.163201:0:277997:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788851896.163203:0:277997:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff989aff49f448) 00000080:00010000:2.0:1788851896.163206:0:277997:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcf9b6057b9c78aed from it ffffbc1501c5bb58 00010000:00000001:2.0:1788851896.163208:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.163208:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.163210:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730800 refcount=3 00000020:00000001:2.0:1788851896.163211:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.163213:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244509696 : -113683465041920 : ffff989b01730800) 00010000:00000001:2.0:1788851896.163215:0:277997:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788851896.163218:0:277997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730800/0xcf9b6057b9c78aed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e867c expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.163224:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.163225:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.163227:0:277997:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788851896.163228:0:277997:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788851896.163231:0:277997:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730800/0xcf9b6057b9c78aed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e867c expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788851896.163238:0:277997:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788851896.163240:0:277997:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788851896.163242:0:277997:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788851896.163252:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.163253:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.163255:0:277997:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.163258:0:277997:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788851896.163259:0:277997:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.163261:0:277997:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.163263:0:277997:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.163265:0:277997:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788851896.163267:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.163268:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788851896.163270:0:277997:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.163274:0:277997:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af199ad80 x1875733950902528/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/688 e 0 to 0 dl 1788852012 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.163281:0:277997:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851896.163284:0:277997:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851896.163287:0:277997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff989ae494a800. 02000000:00000001:2.0:1788851896.163290:0:277997:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851896.163292:0:277997:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851896.163294:0:277997:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=9 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:2.0:1788851896.163296:0:277997:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851896.163299:0:277997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff989ad05ff000. 02000000:00000001:2.0:1788851896.163303:0:277997:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851896.163305:0:277997:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851896.163307:0:277997:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af199ad80. 00000100:00000001:2.0:1788851896.163310:0:277997:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851896.163312:0:277997:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788851896.163315:0:277997:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff989aff49f448), inode mode 41ff mask 1 00000080:00000001:2.0:1788851896.163321:0:277997:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788851896.163334:0:277997:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff989ac2bd6d20. 00000020:00000001:2.0:1788851896.163338:0:277997:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c5bae8 00000080:00200000:2.0:1788851896.163340:0:277997:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff989aff49f448), flags=8 00000080:00000001:2.0:1788851896.163343:0:277997:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788851896.163345:0:277997:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c5b998 00000080:00200000:2.0:1788851896.163346:0:277997:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff989aff49f448), intent=getattr 00000080:00000010:2.0:1788851896.163353:0:277997:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff989acadf6400. 00800000:00000002:2.0:1788851896.163375:0:277997:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff989af9a2e4c0 2 00000080:00000001:2.0:1788851896.163387:0:277997:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788851896.163390:0:277997:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788851896.163391:0:277997:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c5b8b8 00800000:00000002:2.0:1788851896.163393:0:277997:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788851896.163396:0:277997:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788851896.163399:0:277997:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788851896.163402:0:277997:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788851896.163403:0:277997:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788851896.163405:0:277997:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788851896.163407:0:277997:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.163409:0:277997:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788851896.163411:0:277997:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851896.163414:0:277997:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c5b850 00800000:00000002:2.0:1788851896.163416:0:277997:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f812b.sanity' -> mds #0 00000002:00000001:2.0:1788851896.163420:0:277997:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788851896.163421:0:277997:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c5b788 00000002:00010000:2.0:1788851896.163423:0:277997:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f812b.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788851896.163427:0:277997:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788851896.163429:0:277997:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788851896.163432:0:277997:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af199ad80. 00000020:00000040:2.0:1788851896.163435:0:277997:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=10 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00010000:00000001:2.0:1788851896.163440:0:277997:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788851896.163444:0:277997:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788851896.163447:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.163448:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.163449:0:277997:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.163451:0:277997:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851896.163453:0:277997:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851896.163457:0:277997:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851896.163462:0:277997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff989ad05ff000. 00000100:00000001:2.0:1788851896.163468:0:277997:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.163471:0:277997:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788851896.163473:0:277997:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.163474:0:277997:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788851896.163475:0:277997:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.163476:0:277997:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.163488:0:277997:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630389978606976 : -113683730944640 : ffff989af199ad80) 00010000:00000001:2.0:1788851896.163492:0:277997:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788851896.163494:0:277997:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788851896.163496:0:277997:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad5a95100 count: 2 00010000:00000001:2.0:1788851896.163499:0:277997:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788851896.163502:0:277997:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788851896.163505:0:277997:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff989b01730c00. 00000020:00000001:2.0:1788851896.163509:0:277997:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788851896.163511:0:277997:0:(lustre_handles.c:93:class_handle_hash()) added object ffff989b01730c00 with handle 0xcf9b6057b9c78af4 to hash 00000020:00000001:2.0:1788851896.163513:0:277997:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788851896.163514:0:277997:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:2.0:1788851896.163517:0:277997:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:2.0:1788851896.163520:0:277997:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788851896.163521:0:277997:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.163524:0:277997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 277997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851896.163531:0:277997:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 277997 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851896.163540:0:277997:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 277997 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788851896.163545:0:277997:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788851896.163547:0:277997:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788851896.163554:0:277997:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff989ac964bd80. 00000100:00000001:2.0:1788851896.163556:0:277997:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630389304049024 : -113684405502592 : ffff989ac964bd80) 00000100:00000001:2.0:1788851896.163558:0:277997:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.163559:0:277997:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978606976 : -113683730944640 : ffff989af199ad80) 00000100:00000001:2.0:1788851896.163564:0:277997:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851896.163568:0:277997:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.163569:0:277997:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788851896.163571:0:277997:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851896.163576:0:277997:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af199ad80 x1875733950902656/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.163589:0:277997:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851896.163591:0:277997:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.163595:0:277997:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851896.163598:0:277997:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851896.163600:0:277997:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851896.163604:0:277997:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af199ad80 pname:cluuid:pid:xid:nid:opc:job stat:ce355dc5-aa26-4be3-aeee-a9c6a736c297:277997:1875733950902656:192.168.201.149@tcp:101:stat.0 00000100:00000001:2.0:1788851896.163608:0:277997:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851896.163614:0:277997:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851896.163616:0:277997:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.163618:0:277997:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851896.163622:0:277997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff989ae494a800. 02000000:00000001:2.0:1788851896.163624:0:277997:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851896.163629:0:277997:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851896.163633:0:277997:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb4d0. 00000400:00000010:2.0:1788851896.163639:0:277997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1f68. 00000100:00000200:2.0:1788851896.163646:0:277997:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733950902656, portal 10 00000100:00000001:2.0:1788851896.163648:0:277997:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.163649:0:277997:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978606976 : -113683730944640 : ffff989af199ad80) 00000100:00000040:2.0:1788851896.163655:0:277997:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff989af199ad80 x1875733950902656/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788852012 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.163662:0:277997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851896.163665:0:277997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851896.163668:0:277997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1aa0. 00000100:00000200:2.0:1788851896.163672:0:277997:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1875733950902656, offset 0 00000400:00000200:2.0:1788851896.163678:0:277997:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851896.163685:0:277997:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851896.163691:0:277997:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851896.163697:0:277997:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851896.163701:0:277997:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851896.163706:0:277997:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851896.163709:0:277997:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851896.163713:0:277997:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541450:541450:256:4294967295] 192.168.201.149@tcp LPNI seq info [541384:541384:8:4294967295] 00000400:00000200:2.0:1788851896.163737:0:277997:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851896.163747:0:277997:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851896.163754:0:277997:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851896.163759:0:277997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642d00. 00000800:00000200:2.0:1788851896.163766:0:277997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851896.163773:0:277997:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851896.163777:0:277997:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1788851896.163787:0:277997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851896.163791:0:277997:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24822 usecs (25 jiffies) 00000400:00000200:2.0:1788851896.163794:0:277997:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851896.163798:0:277997:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307462015 00000100:00000001:2.0:1788851896.163801:0:277997:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307464409 00000100:00000001:2.0:1788851896.163804:0:277997:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307462015 00000100:00000001:2.0:1788851896.163806:0:277997:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307464409 00000100:00000001:2.0:1788851896.163809:0:277997:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851896.163811:0:277997:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.163813:0:277997:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851896.163815:0:277997:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=111 : 111 : 6f) 00000100:00100000:2.0:1788851896.163818:0:277997:0:(client.c:2715:ptlrpc_set_wait()) set ffff989ac964bd80 going to sleep for 111 seconds 00000100:00000001:2.0:1788851896.163820:0:277997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851896.163823:0:277997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851896.164288:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851896.164293:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642d00. 00000400:00000200:0.0:1788851896.164298:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851896.164303:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851896.164308:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1aa0 00000400:00000010:0.0:1788851896.164310:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1aa0. 00000100:00000001:0.0:1788851896.164313:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851896.164318:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af199ad80 x1875733950902656/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788852012 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851896.164326:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851896.164329:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff989af199ad80 x1875733950902656/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788852012 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851896.164336:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851896.164337:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851896.175659:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.175682:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851896.175687:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.175689:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.175699:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.175708:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851896.175731:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.175738:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.175744:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.175748:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 640 into portal 10 MB=0x6a9f857d63180 00000400:00000200:1.0:1788851896.175771:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.175777:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 640/640 into md 0x52bc31 [1] + 224 00000800:00000001:1.0:1788851896.175784:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.175794:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.175797:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851896.175802:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851896.175811:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851896.175820:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af199ad80 x1875733950902656/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788852012 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788851896.175829:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff989af199ad80 x1875733950902656/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788852012 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788851896.175862:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851896.175870:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.175873:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.179042:0:277997:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851896.179070:0:277997:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851896.179073:0:277997:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851896.179076:0:277997:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb4d0. 00000400:00000200:2.0:1788851896.179085:0:277997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1f68 00000400:00000010:2.0:1788851896.179087:0:277997:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1f68. 00000100:00000001:2.0:1788851896.179092:0:277997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851896.179104:0:277997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af199ad80 x1875733950902656/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788852012 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788851896.179115:0:277997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af199ad80 x1875733950902656/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788852012 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.179142:0:277997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851896.179145:0:277997:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.179148:0:277997:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851896.179152:0:277997:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851896.179155:0:277997:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851896.179157:0:277997:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.179160:0:277997:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851896.179169:0:277997:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=37 v=85 (85 85 85 86) 00000100:00001000:2.0:1788851896.179173:0:277997:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=45 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851896.179176:0:277997:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851896.179178:0:277997:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.179180:0:277997:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851896.179184:0:277997:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.179188:0:277997:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851896.179190:0:277997:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1788851896.179192:0:277997:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851896.179195:0:277997:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851896.179200:0:277997:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af199ad80 x1875733950902656/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 584/640 e 0 to 0 dl 1788852012 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.179207:0:277997:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851896.179210:0:277997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851896.179213:0:277997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851896.179216:0:277997:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af199ad80 x1875733950902656/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 584/640 e 0 to 0 dl 1788852012 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788851896.179224:0:277997:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af199ad80 pname:cluuid:pid:xid:nid:opc:job stat:ce355dc5-aa26-4be3-aeee-a9c6a736c297:277997:1875733950902656:192.168.201.149@tcp:101:stat.0 00000100:00000001:2.0:1788851896.179229:0:277997:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.179232:0:277997:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.179234:0:277997:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788851896.179236:0:277997:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.179239:0:277997:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af199ad80 x1875733950902656/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 584/640 e 0 to 0 dl 1788852012 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.179246:0:277997:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788851896.179255:0:277997:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff989ac964bd80. 00000100:00000001:2.0:1788851896.179259:0:277997:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788851896.179260:0:277997:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.179263:0:277997:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788851896.179268:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.179271:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.179274:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730c00 refcount=4 00000020:00000001:2.0:1788851896.179276:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:2.0:1788851896.179280:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000040:2.0:1788851896.179287:0:277997:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff989b01730c00, remote cookie: 0xcdd014f0db4e8698, flags: 0x1001 00010000:00010000:2.0:1788851896.179292:0:277997:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e8698 expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788851896.179300:0:277997:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0xfb7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788851896.179304:0:277997:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788851896.179309:0:277997:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad5a95b00 count: 2 00010000:00000001:2.0:1788851896.179312:0:277997:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788851896.179315:0:277997:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.179318:0:277997:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 4/1,0 mode: --/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e8698 expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851896.179325:0:277997:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 4/1,0 mode: --/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e8698 expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.179332:0:277997:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788851896.179335:0:277997:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788851896.179337:0:277997:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788851896.179340:0:277997:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788851896.179341:0:277997:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788851896.179343:0:277997:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0xfb7:0x0].0x0 (ffff989ad5a95b00) refcount = 2 00010000:00000040:2.0:1788851896.179347:0:277997:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788851896.179349:0:277997:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01731e00/0xcf9b6057b9c78ae6 lrc: 1/0,0 mode: CR/CR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdd014f0db4e866e expref: -99 pid: 277996 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788851896.179377:0:277997:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e8698 expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.179383:0:277997:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788851896.179386:0:277997:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788851896.179387:0:277997:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788851896.179391:0:277997:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788851896.179393:0:277997:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.179396:0:277997:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e8698 expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.179401:0:277997:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788851896.179402:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.179404:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.179405:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.179406:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.179407:0:277997:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.179411:0:277997:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788851896.179413:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.179414:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.179415:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730c00 refcount=3 00000020:00000001:2.0:1788851896.179417:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:2.0:1788851896.179419:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:2.0:1788851896.179421:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.179422:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.179423:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730c00 refcount=4 00000020:00000001:2.0:1788851896.179424:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:2.0:1788851896.179426:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:2.0:1788851896.179428:0:277997:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788851896.179431:0:277997:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.179433:0:277997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e8698 expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.179444:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.179445:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.179447:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.179448:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.179449:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730c00 refcount=5 00000020:00000001:2.0:1788851896.179451:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:2.0:1788851896.179452:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:2.0:1788851896.179454:0:277997:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788851896.179456:0:277997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e8698 expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.179461:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.179462:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788851896.179464:0:277997:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e8698 expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.179470:0:277997:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788851896.179471:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.179472:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.179473:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.179474:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788851896.179479:0:277997:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff989af199ad80 x1875733950902656/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 584/640 e 0 to 0 dl 1788852012 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788851896.179488:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.179489:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.179490:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730c00 refcount=3 00000020:00000001:2.0:1788851896.179492:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:2.0:1788851896.179494:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00000002:00010000:2.0:1788851896.179498:0:277997:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e8698 expref: -99 pid: 277997 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788851896.179515:0:277997:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff989ae512ff80. 00010000:00000001:2.0:1788851896.179517:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.179518:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788851896.179520:0:277997:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.179522:0:277997:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788851896.179525:0:277997:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788851896.179528:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.179529:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.179530:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730c00 refcount=3 00000020:00000001:2.0:1788851896.179532:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:2.0:1788851896.179534:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00000002:00010000:2.0:1788851896.179537:0:277997:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e8698 expref: -99 pid: 277997 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.179544:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.179545:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.179546:0:277997:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788851896.179547:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.179548:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.179550:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730c00 refcount=3 00000020:00000001:2.0:1788851896.179551:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:2.0:1788851896.179553:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000040:2.0:1788851896.179556:0:277997:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad5a95b00 count: 3 00010000:00000001:2.0:1788851896.179558:0:277997:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788851896.179562:0:277997:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff989ac6493000 type 13 mode 4 res 8589945623/4023 (0 0) 00010000:00000001:2.0:1788851896.179564:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.179565:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788851896.179567:0:277997:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788851896.179570:0:277997:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c5b710 00000002:00002000:2.0:1788851896.179572:0:277997:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788851896.179575:0:277997:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.179584:0:277997:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.179587:0:277997:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788851896.179590:0:277997:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:2.0:1788851896.179593:0:277997:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788851896.179597:0:277997:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff989af9a2e4c0 2 00000080:00000001:2.0:1788851896.179600:0:277997:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788851896.179602:0:277997:0:(namei.c:674:ll_lookup_it_finish()) it ffffbc1501c5bb20 it_disposition b 00000080:00000001:2.0:1788851896.179604:0:277997:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788851896.179609:0:277997:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788851896.179612:0:277997:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788851896.179615:0:277997:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145329591 : 144115373145329591 : 200002b17000fb7) 00000080:00000001:2.0:1788851896.179617:0:277997:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1788851896.179623:0:277997:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788851896.179627:0:277997:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630389750610616 : -113683958941000 : ffff989ae402bab8) 00000020:00001000:2.0:1788851896.179629:0:277997:0:(cl_object.c:823:cl_env_get()) 1@ffff989ae402bab0 00000020:00000001:2.0:1788851896.179631:0:277997:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788851896.179635:0:277997:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788851896.179637:0:277997:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788851896.179642:0:277997:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff989af990a840. 00020000:00000010:2.0:1788851896.179646:0:277997:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff989ac3055580. 00020000:00000010:2.0:1788851896.179650:0:277997:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff989af990a660. 00020000:00000001:2.0:1788851896.179652:0:277997:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630390112233056 : -113683597318560 : ffff989af990a660) 00020000:00000002:2.0:1788851896.179655:0:277997:0:(lov_ea.c:755:dump_lsm()) lsm ffff989af990a660, objid 0xfb7:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788851896.179659:0:277997:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788851896.179662:0:277997:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff989ac3055580: ostid: 0x280000401:21416 ost idx: 0 gen: 0 00020000:00000002:2.0:1788851896.179666:0:277997:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff989ae539a9b0) owner ffff989ac1224f80 00020000:00000001:2.0:1788851896.179669:0:277997:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788851896.179671:0:277997:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff989ae539a9b0) owner ffff989ac1224f80 00020000:00000010:2.0:1788851896.179675:0:277997:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff989ac3055580. 00020000:00000010:2.0:1788851896.179679:0:277997:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff989af990a840. 00020000:00000010:2.0:1788851896.179682:0:277997:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff989af990a660. 00020000:00000002:2.0:1788851896.179684:0:277997:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xfb7:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788851896.179686:0:277997:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851896.179688:0:277997:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788851896.179694:0:277997:0:(cl_object.c:917:cl_env_put()) 1@ffff989ae402bab0 00000080:00000001:2.0:1788851896.179698:0:277997:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145329591 : 144115373145329591 : 200002b17000fb7) 00000080:00000001:2.0:1788851896.179701:0:277997:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:2.0:1788851896.179705:0:277997:0:(namei.c:147:ll_iget()) got inode: [0x200002b17:0xfb7:0x0](ffff989ac99b21c8): rc = 0 00000080:00000001:2.0:1788851896.179707:0:277997:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630389307613640 : -113684401937976 : ffff989ac99b21c8) 00010000:00000001:2.0:1788851896.179709:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.179710:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.179712:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730c00 refcount=3 00000020:00000001:2.0:1788851896.179713:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:2.0:1788851896.179715:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00000080:00000001:2.0:1788851896.179718:0:277997:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788851896.179732:0:277997:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788851896.179733:0:277997:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630389750610616 : -113683958941000 : ffff989ae402bab8) 00000020:00001000:2.0:1788851896.179735:0:277997:0:(cl_object.c:823:cl_env_get()) 1@ffff989ae402bab0 00000020:00000001:2.0:1788851896.179737:0:277997:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788851896.179738:0:277997:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788851896.179740:0:277997:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788851896.179742:0:277997:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff989af990a660. 00020000:00000010:2.0:1788851896.179744:0:277997:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff989ac3055580. 00020000:00000010:2.0:1788851896.179746:0:277997:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff989af990a840. 00020000:00000001:2.0:1788851896.179748:0:277997:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446630390112233536 : -113683597318080 : ffff989af990a840) 00020000:00000002:2.0:1788851896.179750:0:277997:0:(lov_ea.c:755:dump_lsm()) lsm ffff989af990a840, objid 0xfb7:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788851896.179753:0:277997:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788851896.179756:0:277997:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff989ac3055580: ostid: 0x280000401:21416 ost idx: 0 gen: 0 00020000:00000002:2.0:1788851896.179758:0:277997:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff989ae539a9b0) owner ffff989ac1224f80 00020000:00000001:2.0:1788851896.179760:0:277997:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788851896.179762:0:277997:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff989ae539a9b0) owner ffff989ac1224f80 00020000:00000010:2.0:1788851896.179764:0:277997:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff989ac3055580. 00020000:00000010:2.0:1788851896.179766:0:277997:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff989af990a660. 00020000:00000010:2.0:1788851896.179768:0:277997:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff989af990a840. 00020000:00000002:2.0:1788851896.179770:0:277997:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xfb7:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788851896.179772:0:277997:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851896.179779:0:277997:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851896.179782:0:277997:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788851896.179785:0:277997:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff989ae539a9b0) owner 0000000000000000/ffff989ac1224f80 00020000:00000002:2.0:1788851896.179787:0:277997:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff989af990ad80 addref 2/0 by ffff989ac1224f80. 00020000:00000002:2.0:1788851896.179790:0:277997:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff989ae539a9b0) owner 0000000000000000/ffff989ac1224f80 00020000:00000001:2.0:1788851896.179792:0:277997:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788851896.179794:0:277997:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788851896.179795:0:277997:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788851896.179797:0:277997:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788851896.179799:0:277997:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788851896.179801:0:277997:0:(file.c:6843:ll_layout_conf()) [0x200002b17:0xfb7:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1788851896.179803:0:277997:0:(cl_object.c:917:cl_env_put()) 1@ffff989ae402bab0 00000080:00000001:2.0:1788851896.179805:0:277997:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.179807:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.179808:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788851896.179809:0:277997:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788851896.179813:0:277997:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788851896.179814:0:277997:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788851896.179818:0:277997:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0xfb7:0x0](ffff989ac99b21c8) for lock 0xcf9b6057b9c78af4 00800000:00000001:2.0:1788851896.179822:0:277997:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788851896.179824:0:277997:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788851896.179825:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.179827:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.179828:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730c00 refcount=3 00000020:00000001:2.0:1788851896.179830:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:2.0:1788851896.179833:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:2.0:1788851896.179835:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.179836:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788851896.179838:0:277997:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788851896.179840:0:277997:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788851896.180218:0:277997:0:(namei.c:653:ll_splice_alias()) Add dentry ffff989ad55ef6c0 inode ffff989ac99b21c8 refc 1 flags 0x40000e 00000080:00000001:2.0:1788851896.180222:0:277997:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788851896.180227:0:277997:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0xfb7:0x0](ffff989ac99b21c8) 00000080:00010000:2.0:1788851896.180231:0:277997:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcf9b6057b9c78af4 from it ffffbc1501c5bb20 00010000:00000001:2.0:1788851896.180233:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.180241:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.180243:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730c00 refcount=3 00000020:00000001:2.0:1788851896.180245:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:2.0:1788851896.180248:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:2.0:1788851896.180250:0:277997:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788851896.180253:0:277997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdd014f0db4e8698 expref: -99 pid: 277997 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.180261:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.180262:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.180263:0:277997:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788851896.180265:0:277997:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788851896.180268:0:277997:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdd014f0db4e8698 expref: -99 pid: 277997 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788851896.180275:0:277997:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788851896.180278:0:277997:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788851896.180280:0:277997:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788851896.180284:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.180285:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.180287:0:277997:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.180289:0:277997:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788851896.180291:0:277997:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.180293:0:277997:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.180296:0:277997:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.180298:0:277997:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788851896.180299:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.180300:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788851896.180302:0:277997:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788851896.180306:0:277997:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff989acadf6400. 00000100:00000001:2.0:1788851896.180310:0:277997:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.180316:0:277997:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af199ad80 x1875733950902656/t0(0) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 584/640 e 0 to 0 dl 1788852012 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.180322:0:277997:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851896.180325:0:277997:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851896.180333:0:277997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff989ae494a800. 02000000:00000001:2.0:1788851896.180336:0:277997:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851896.180338:0:277997:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851896.180340:0:277997:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=9 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:2.0:1788851896.180343:0:277997:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851896.180346:0:277997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff989ad05ff000. 02000000:00000001:2.0:1788851896.180350:0:277997:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851896.181019:0:277997:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851896.181024:0:277997:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af199ad80. 00000100:00000001:2.0:1788851896.181029:0:277997:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851896.181031:0:277997:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788851896.181034:0:277997:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788851896.181035:0:277997:0:(dcache.c:176:ll_intent_release()) intent ffffbc1501c5bb20 released 00000080:00000001:2.0:1788851896.181037:0:277997:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:3.0:1788851896.181806:0:277997:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c5bd08 00000080:00200008:3.0:1788851896.181810:0:277997:0:(file.c:6296:ll_getattr_dentry()) START file f812b.sanity:[0x200002b17:0xfb7:0x0](ffff989ac99b21c8), request_mask 4095, flags 0, foreign 0 00000080:00000001:3.0:1788851896.181818:0:277997:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788851896.181820:0:277997:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c5bc80 00000080:00200000:3.0:1788851896.181821:0:277997:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200002b17:0xfb7:0x0](ffff989ac99b21c8),name=f812b.sanity 00000080:00000010:3.0:1788851896.181840:0:277997:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff989b0148d400. 00800000:00000002:3.0:1788851896.181861:0:277997:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff989af9a2e4c0 2 00000080:00000001:3.0:1788851896.181869:0:277997:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788851896.181873:0:277997:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788851896.181875:0:277997:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c5bba0 00800000:00000002:3.0:1788851896.181877:0:277997:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b17:0xfb7:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788851896.181881:0:277997:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788851896.181884:0:277997:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788851896.181910:0:277997:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788851896.181913:0:277997:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788851896.181925:0:277997:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788851896.181928:0:277997:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788851896.181930:0:277997:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788851896.181933:0:277997:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788851896.181936:0:277997:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788851896.181937:0:277997:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788851896.181938:0:277997:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788851896.181940:0:277997:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788851896.181942:0:277997:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788851896.181943:0:277997:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xfb7:0x0] 00800000:00000001:3.0:1788851896.181945:0:277997:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788851896.181947:0:277997:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0xfb7:0x0], name='' -> mds #0 00000002:00000001:3.0:1788851896.181952:0:277997:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788851896.181954:0:277997:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c5ba70 00000002:00010000:3.0:1788851896.181956:0:277997:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0xfb7:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788851896.181959:0:277997:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788851896.181961:0:277997:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788851896.181964:0:277997:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788851896.181969:0:277997:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff989ad5a95b00 count: 3 00010000:00000001:3.0:1788851896.181972:0:277997:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788851896.181977:0:277997:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788851896.181980:0:277997:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788851896.181984:0:277997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdd014f0db4e8698 expref: -99 pid: 277997 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788851896.181993:0:277997:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788851896.181998:0:277997:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851896.182001:0:277997:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdd014f0db4e8698 expref: -99 pid: 277997 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788851896.182008:0:277997:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788851896.182010:0:277997:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788851896.182012:0:277997:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788851896.182013:0:277997:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788851896.182021:0:277997:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788851896.182024:0:277997:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 1 00000080:00000001:3.0:1788851896.182026:0:277997:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788851896.182029:0:277997:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff989af9a2e4c0 2 00000080:00000010:3.0:1788851896.182032:0:277997:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff989b0148d400. 00000080:00000001:3.0:1788851896.182036:0:277997:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788851896.182038:0:277997:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788851896.182040:0:277997:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0xfb7:0x0](ffff989ac99b21c8) 00000080:00010000:3.0:1788851896.182044:0:277997:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0xfb7:0x0](ffff989ac99b21c8) for lock 0xcf9b6057b9c78af4 00800000:00000001:3.0:1788851896.182047:0:277997:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788851896.182062:0:277997:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788851896.182064:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788851896.182066:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788851896.182068:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730c00 refcount=3 00000020:00000001:3.0:1788851896.182071:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:3.0:1788851896.182073:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:3.0:1788851896.182076:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851896.182078:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788851896.182079:0:277997:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788851896.182081:0:277997:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788851896.182083:0:277997:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcf9b6057b9c78af4 from it ffffbc1501c5bcb8 00010000:00000001:3.0:1788851896.182085:0:277997:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788851896.182086:0:277997:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788851896.182088:0:277997:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989b01730c00 refcount=3 00000020:00000001:3.0:1788851896.182089:0:277997:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:3.0:1788851896.182091:0:277997:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630390244510720 : -113683465040896 : ffff989b01730c00) 00010000:00000001:3.0:1788851896.182094:0:277997:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788851896.182096:0:277997:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xcdd014f0db4e8698 expref: -99 pid: 277997 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788851896.182103:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851896.182104:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851896.182105:0:277997:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788851896.182113:0:277997:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788851896.182117:0:277997:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff989ae4bee800 lock: ffff989b01730c00/0xcf9b6057b9c78af4 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xfb7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xcdd014f0db4e8698 expref: -99 pid: 277997 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788851896.182124:0:277997:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851896.182126:0:277997:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851896.182127:0:277997:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851896.182130:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851896.182132:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851896.182133:0:277997:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.182136:0:277997:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851896.182137:0:277997:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.182139:0:277997:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.182142:0:277997:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.182144:0:277997:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788851896.182145:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851896.182146:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788851896.182148:0:277997:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788851896.182150:0:277997:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788851896.182153:0:277997:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788851896.182157:0:277997:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788851896.182159:0:277997:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788851896.182161:0:277997:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788851896.182163:0:277997:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788851896.182165:0:277997:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788851896.182168:0:277997:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788851896.182170:0:277997:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788851896.182174:0:277997:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630389750610184 : -113683958941432 : ffff989ae402b908) 00000020:00001000:3.0:1788851896.182176:0:277997:0:(cl_object.c:823:cl_env_get()) 1@ffff989ae402b900 00000020:00000001:3.0:1788851896.182181:0:277997:0:(cl_object.c:143:cl_object_top()) ffff989ac35de9e0 -> ffff989ac35de9e0 00000020:00000001:3.0:1788851896.182184:0:277997:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788851896.182187:0:277997:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788851896.182189:0:277997:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0xfb7:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788851896.182192:0:277997:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788851896.182193:0:277997:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788851896.182195:0:277997:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788851896.182197:0:277997:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788851896.182198:0:277997:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788851896.182202:0:277997:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0xfb7:0x0]io ffff989af19c0500 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788851896.182210:0:277997:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff989ae539a9b0) owner 0000000000000000/ffff989ac1224f80 00020000:00000001:3.0:1788851896.182214:0:277997:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788851896.182216:0:277997:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788851896.182218:0:277997:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788851896.182220:0:277997:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788851896.182222:0:277997:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788851896.182224:0:277997:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788851896.182225:0:277997:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851896.182227:0:277997:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788851896.182228:0:277997:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788851896.182230:0:277997:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788851896.182231:0:277997:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff989ae539a9b0) owner 0000000000000000/ffff989ac1224f80 00000020:00000001:3.0:1788851896.182234:0:277997:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788851896.182237:0:277997:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788851896.182238:0:277997:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200002b17:0xfb7:0x0] 00000020:00000001:3.0:1788851896.182240:0:277997:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788851896.182242:0:277997:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788851896.182244:0:277997:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788851896.182246:0:277997:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788851896.182251:0:277997:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788851896.182256:0:277997:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff989ad8994400. 00020000:00000002:3.0:1788851896.182259:0:277997:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788851896.182261:0:277997:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788851896.182263:0:277997:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788851896.182264:0:277997:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788851896.182265:0:277997:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788851896.182267:0:277997:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630390139402936 : -113683570148680 : ffff989afb2f3ab8) 00000020:00001000:3.0:1788851896.182269:0:277997:0:(cl_object.c:823:cl_env_get()) 1@ffff989afb2f3ab0 00000020:00000001:3.0:1788851896.182272:0:277997:0:(cl_object.c:143:cl_object_top()) ffff989ac35de530 -> ffff989ac35de9e0 00000020:00000001:3.0:1788851896.182273:0:277997:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788851896.182276:0:277997:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788851896.182277:0:277997:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788851896.182278:0:277997:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788851896.182280:0:277997:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788851896.182282:0:277997:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630389251654904 : -113684457896712 : ffff989ac64544f8) 00000020:00000001:3.0:1788851896.182284:0:277997:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788851896.182289:0:277997:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff989ac94e6260. 00000008:00010000:3.0:1788851896.182291:0:277997:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788851896.182299:0:277997:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788851896.182300:0:277997:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788851896.182302:0:277997:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff989ad8994430, osc lock ffff989ac94e6260, flags 0x400001002 00000020:00000001:3.0:1788851896.182304:0:277997:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788851896.182306:0:277997:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788851896.182309:0:277997:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446630389559149568 : -113684150402048 : ffff989ad8994400) 00000020:00000001:3.0:1788851896.182311:0:277997:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788851896.182312:0:277997:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788851896.182313:0:277997:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851896.182315:0:277997:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851896.182317:0:277997:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788851896.182319:0:277997:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788851896.182321:0:277997:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788851896.182323:0:277997:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788851896.182324:0:277997:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788851896.182326:0:277997:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630389251654904 : -113684457896712 : ffff989ac64544f8) 00000020:00000001:3.0:1788851896.182328:0:277997:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788851896.182330:0:277997:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788851896.182332:0:277997:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788851896.182336:0:277997:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788851896.182339:0:277997:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788851896.182340:0:277997:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788851896.182342:0:277997:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788851896.182343:0:277997:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788851896.182344:0:277997:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788851896.182347:0:277997:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788851896.182349:0:277997:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788851896.182989:0:277997:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.182994:0:277997:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788851896.183001:0:277997:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af186ad80. 00000020:00000040:3.0:1788851896.183005:0:277997:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00010000:00000001:3.0:1788851896.183009:0:277997:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788851896.183014:0:277997:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851896.183016:0:277997:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851896.183019:0:277997:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851896.183021:0:277997:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851896.183025:0:277997:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851896.183030:0:277997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff989b0148d400. 00000100:00000001:3.0:1788851896.183218:0:277997:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.183225:0:277997:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788851896.183227:0:277997:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.183229:0:277997:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788851896.183230:0:277997:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.183232:0:277997:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.183235:0:277997:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446630389977361792 : -113683732189824 : ffff989af186ad80) 00010000:00000001:3.0:1788851896.183239:0:277997:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788851896.183241:0:277997:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788851896.183247:0:277997:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff989ad0512900. 00010000:00000010:3.0:1788851896.183250:0:277997:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff989ad0512700. 00010000:00000001:3.0:1788851896.183255:0:277997:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788851896.183259:0:277997:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff989ad05b1200. 00000020:00000001:3.0:1788851896.183263:0:277997:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788851896.183266:0:277997:0:(lustre_handles.c:93:class_handle_hash()) added object ffff989ad05b1200 with handle 0xcf9b6057b9c78afb to hash 00000020:00000001:3.0:1788851896.183268:0:277997:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788851896.183270:0:277997:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630389420855808 : -113684288695808 : ffff989ad05b1200) 00010000:00000010:3.0:1788851896.183274:0:277997:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff989af987e4c0. 00010000:00000001:3.0:1788851896.183276:0:277997:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630389420855808 : -113684288695808 : ffff989ad05b1200) 00010000:00000001:3.0:1788851896.183280:0:277997:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788851896.183282:0:277997:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851896.183286:0:277997:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff989ae4bee800 lock: 00000000399939bc/0xcf9b6057b9c78afb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x53a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 277997 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788851896.183298:0:277997:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff989ae4bee800 lock: 00000000399939bc/0xcf9b6057b9c78afb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x53a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 277997 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788851896.183308:0:277997:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851896.183312:0:277997:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851896.183316:0:277997:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851896.183328:0:277997:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fa27d7f] to pc [ptlrpcd_01_00+0] req@ffff989af186ad80 x1875733950902784/t0(0) o101->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788851896.185631:0:277997:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788851896.185641:0:277997:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851896.185643:0:277997:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788851896.185646:0:277997:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851896.185648:0:277997:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851896.185650:0:277997:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788851896.185652:0:277997:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788851896.185654:0:277997:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788851896.185655:0:277997:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1788851896.194559:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851896.194569:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851896.194573:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851896.194586:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af186ad80 x1875733950902784/t0(0) o101->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.194597:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851896.194600:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.194605:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851896.194609:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851896.194612:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851896.194615:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af186ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950902784:192.168.201.149@tcp:101:stat.0 00000100:00000001:2.0:1788851896.194620:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851896.194626:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851896.194629:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.194632:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851896.194640:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff989ad05ff000. 02000000:00000001:2.0:1788851896.194643:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851896.194650:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851896.194655:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb4d0. 00000400:00000010:2.0:1788851896.194664:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1f68. 00000100:00000200:2.0:1788851896.194670:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733950902784, portal 4 00000100:00000001:2.0:1788851896.194673:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851896.194689:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977361792 : -113683732189824 : ffff989af186ad80) 00000100:00000040:2.0:1788851896.194699:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff989af186ad80 x1875733950902784/t0(0) o101->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1788851951 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.194706:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851896.194709:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851896.194712:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1e58. 00000100:00000200:2.0:1788851896.194716:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875733950902784, offset 0 00000400:00000200:2.0:1788851896.194736:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851896.194745:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851896.194753:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851896.194759:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851896.194762:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851896.194766:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851896.194769:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851896.194772:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541451:541451:256:4294967295] 192.168.201.149@tcp LPNI seq info [541385:541385:8:4294967295] 00000400:00000200:2.0:1788851896.194777:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851896.194786:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851896.194792:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851896.194797:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642400. 00000800:00000200:2.0:1788851896.194803:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851896.194810:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851896.194815:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788851896.194861:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851896.194867:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 168862 usecs (169 jiffies) 00000400:00000200:2.0:1788851896.194870:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851896.194873:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307462190 00000100:00000001:2.0:1788851896.194876:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307464409 00000100:00000001:2.0:1788851896.194879:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307462190 00000100:00000001:2.0:1788851896.194881:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307464409 00000100:00000001:2.0:1788851896.194882:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851896.194951:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.194954:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.194957:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.194965:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851896.194968:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1788851896.194971:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851896.194972:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851896.194974:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.194977:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.194991:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851896.194993:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.196035:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851896.196040:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.196044:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851896.196046:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.196061:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851896.196064:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851896.196067:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851896.196070:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.196073:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851896.196075:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.196076:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851896.196079:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851896.196111:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851896.196114:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851896.196118:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1788851896.198258:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851896.198268:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642400. 00000400:00000200:0.0:1788851896.198278:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851896.198286:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851896.198294:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1e58 00000400:00000010:0.0:1788851896.198296:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1e58. 00000100:00000001:0.0:1788851896.198302:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851896.198309:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af186ad80 x1875733950902784/t0(0) o101->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1788851951 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851896.198321:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851896.198324:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af186ad80 x1875733950902784/t0(0) o101->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1788851951 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851896.198332:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851896.198334:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851896.208602:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.208622:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851896.208627:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.208630:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.208638:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.208646:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851896.208657:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.208662:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.208667:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.208671:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 400 into portal 4 MB=0x6a9f857d63200 00000400:00000200:1.0:1788851896.208675:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851896.208682:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 400/400 into md 0x52bc39 [1] + 224 00000800:00000001:1.0:1788851896.208688:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.208695:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851896.208698:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851896.208702:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851896.208709:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851896.208718:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af186ad80 x1875733950902784/t0(0) o101->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1788851951 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788851896.208756:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff989af186ad80 x1875733950902784/t0(0) o101->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1788851951 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788851896.208779:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851896.208788:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851896.208792:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.208964:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851896.208969:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851896.208975:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851896.208977:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851896.208980:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb4d0. 00000400:00000200:2.0:1788851896.208984:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1f68 00000400:00000010:2.0:1788851896.208987:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1f68. 00000100:00000001:2.0:1788851896.208990:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851896.208995:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af186ad80 x1875733950902784/t0(0) o101->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1788851951 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788851896.209004:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af186ad80 x1875733950902784/t0(0) o101->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1788851951 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.209010:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851896.209012:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.209015:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851896.209018:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851896.209020:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851896.209022:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851896.209025:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851896.209034:0:2401:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=37 v=36 (36 36 5 5) 00000100:00001000:2.0:1788851896.209039:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=24 v=5 (1 1 1 1) 00000100:00000001:2.0:1788851896.209041:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851896.209044:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.209046:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851896.209050:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.209054:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851896.209063:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:2.0:1788851896.209065:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851896.209067:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851896.209073:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af186ad80 x1875733950902784/t0(0) o101->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1788851951 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.209080:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851896.209083:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851896.209085:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788851896.209088:0:2401:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788851896.209090:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.209093:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.209096:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989ad05b1200 refcount=4 00000020:00000001:2.0:1788851896.209098:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630389420855808 : -113684288695808 : ffff989ad05b1200) 00010000:00000001:2.0:1788851896.209101:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630389420855808 : -113684288695808 : ffff989ad05b1200) 00010000:00000001:2.0:1788851896.209103:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.209104:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.209105:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989ad05b1200 refcount=5 00000020:00000001:2.0:1788851896.209107:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630389420855808 : -113684288695808 : ffff989ad05b1200) 00010000:00000001:2.0:1788851896.209109:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630389420855808 : -113684288695808 : ffff989ad05b1200) 00010000:00000001:2.0:1788851896.209113:0:2401:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788851896.209116:0:2401:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.209121:0:2401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff989ae4bee800 lock: 00000000399939bc/0xcf9b6057b9c78afb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x53a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 277997 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.209132:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.209134:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.209136:0:2401:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788851896.209138:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.209139:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.209140:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989ad05b1200 refcount=6 00000020:00000001:2.0:1788851896.209142:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630389420855808 : -113684288695808 : ffff989ad05b1200) 00010000:00000001:2.0:1788851896.209144:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630389420855808 : -113684288695808 : ffff989ad05b1200) 00010000:00000040:2.0:1788851896.209158:0:2401:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff989ad05b1200, remote cookie: 0xcdd014f0db4e869f, flags: 0x1001 00010000:00010000:2.0:1788851896.209163:0:2401:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff989ae4bee800 lock: 00000000399939bc/0xcf9b6057b9c78afb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x53a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e869f expref: -99 pid: 277997 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.209172:0:2401:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788851896.209175:0:2401:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.209177:0:2401:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788851896.209181:0:2401:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788851896.209185:0:2401:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff989ae4bee800 lock: 00000000399939bc/0xcf9b6057b9c78afb lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x53a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e869f expref: -99 pid: 277997 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788851896.209193:0:2401:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x53a8:0x0].0x0 (ffff989ad0512900) refcount = 1 00010000:00000040:2.0:1788851896.209196:0:2401:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788851896.209198:0:2401:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff989ae4bee800 lock: 00000000399939bc/0xcf9b6057b9c78afb lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x53a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xcdd014f0db4e869f expref: -99 pid: 277997 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.209206:0:2401:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788851896.209208:0:2401:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788851896.209210:0:2401:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788851896.209212:0:2401:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851896.209216:0:2401:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff989ae4bee800 lock: 00000000399939bc/0xcf9b6057b9c78afb lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x53a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xcdd014f0db4e869f expref: -99 pid: 277997 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.209222:0:2401:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788851896.209223:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.209224:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.209225:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.209226:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788851896.209228:0:2401:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788851896.209230:0:2401:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788851896.209233:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.209234:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.209241:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989ad05b1200 refcount=5 00000020:00000001:2.0:1788851896.209243:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630389420855808 : -113684288695808 : ffff989ad05b1200) 00010000:00000001:2.0:1788851896.209245:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630389420855808 : -113684288695808 : ffff989ad05b1200) 00000008:00000001:2.0:1788851896.209249:0:2401:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788851896.209253:0:2401:0:(cl_object.c:143:cl_object_top()) ffff989ac9420540 -> ffff989ac35de9e0 00000008:00010000:2.0:1788851896.209257:0:2401:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff989ae4bee800 lock: 00000000399939bc/0xcf9b6057b9c78afb lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x53a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xcdd014f0db4e869f expref: -99 pid: 277997 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788851896.209264:0:2401:0:(cl_object.c:143:cl_object_top()) ffff989ac9420540 -> ffff989ac35de9e0 00000020:00000001:2.0:1788851896.209266:0:2401:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788851896.209268:0:2401:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788851896.209272:0:2401:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788851896.209274:0:2401:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851896.209276:0:2401:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851896.209277:0:2401:0:(cl_object.c:143:cl_object_top()) ffff989ac9420540 -> ffff989ac35de9e0 00000008:00000001:2.0:1788851896.209279:0:2401:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788851896.209281:0:2401:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788851896.209283:0:2401:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788851896.209345:0:2401:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788851896.209348:0:2401:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.209350:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.209361:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.209363:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989ad05b1200 refcount=6 00000020:00000001:2.0:1788851896.209365:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630389420855808 : -113684288695808 : ffff989ad05b1200) 00010000:00000001:2.0:1788851896.209367:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630389420855808 : -113684288695808 : ffff989ad05b1200) 00010000:00000001:2.0:1788851896.209370:0:2401:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788851896.209373:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff989ae4bee800 lock: 00000000399939bc/0xcf9b6057b9c78afb lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x53a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdd014f0db4e869f expref: -99 pid: 277997 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.209380:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.209381:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788851896.209383:0:2401:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff989ae4bee800 lock: 00000000399939bc/0xcf9b6057b9c78afb lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x53a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdd014f0db4e869f expref: -99 pid: 277997 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.209401:0:2401:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788851896.209403:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.209404:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788851896.209405:0:2401:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.209407:0:2401:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851896.209408:0:2401:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851896.209410:0:2401:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff989ad05b1200 refcount=5 00000020:00000001:2.0:1788851896.209412:0:2401:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630389420855808 : -113684288695808 : ffff989ad05b1200) 00010000:00000001:2.0:1788851896.209414:0:2401:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630389420855808 : -113684288695808 : ffff989ad05b1200) 00010000:00000001:2.0:1788851896.209416:0:2401:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788851896.209418:0:2401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff989ae4bee800 lock: 00000000399939bc/0xcf9b6057b9c78afb lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x53a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xcdd014f0db4e869f expref: -99 pid: 277997 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851896.209425:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.209426:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.209428:0:2401:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788851896.209430:0:2401:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788851896.209433:0:2401:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff989ae4bee800 lock: 00000000399939bc/0xcf9b6057b9c78afb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x53a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xcdd014f0db4e869f expref: -99 pid: 277997 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788851896.209439:0:2401:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788851896.209441:0:2401:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788851896.209443:0:2401:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788851896.209446:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.209447:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.209449:0:2401:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.209452:0:2401:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788851896.209453:0:2401:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.209455:0:2401:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.209458:0:2401:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851896.209460:0:2401:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788851896.209466:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.209467:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851896.209468:0:2401:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851896.209469:0:2401:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788851896.209470:0:2401:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851896.209476:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af186ad80 x1875733950902784/t0(0) o101->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1788851951 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788851896.209485:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af186ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950902784:192.168.201.149@tcp:101:stat.0 00000100:00000001:2.0:1788851896.209489:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.209492:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851896.209495:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af186ad80 x1875733950902784/t0(0) o101->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 328/400 e 0 to 0 dl 1788851951 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788851896.209502:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851896.209504:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851896.209507:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff989ad05ff000. 02000000:00000001:2.0:1788851896.209511:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851896.209513:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851896.209515:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:2.0:1788851896.209517:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851896.209520:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff989b0148d400. 02000000:00000001:2.0:1788851896.209523:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851896.209525:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851896.209526:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af186ad80. 00000100:00000001:2.0:1788851896.209529:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851896.209531:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.209533:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851896.209541:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851896.209543:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851896.209545:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851896.209548:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851896.219446:0:277997:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851896.219455:0:277997:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788851896.219462:0:277997:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788851896.219467:0:277997:0:(cl_object.c:143:cl_object_top()) ffff989ac35de9e0 -> ffff989ac35de9e0 00000020:00000001:3.0:1788851896.219470:0:277997:0:(cl_object.c:143:cl_object_top()) ffff989ac35de9e0 -> ffff989ac35de9e0 00000020:00000001:3.0:1788851896.219472:0:277997:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788851896.219477:0:277997:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788851896.219481:0:277997:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788851896.219483:0:277997:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788851896.219484:0:277997:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788851896.219485:0:277997:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788851896.219487:0:277997:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xfb7:11031 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:3.0:1788851896.219507:0:277997:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788851896.219510:0:277997:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1788851896.219512:0:277997:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851896.219514:0:277997:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851896.219516:0:277997:0:(cl_object.c:143:cl_object_top()) ffff989ac35de9e0 -> ffff989ac35de9e0 00000080:00200000:3.0:1788851896.219518:0:277997:0:(file.c:1775:ll_merge_attr_nolock()) [0x200002b17:0xfb7:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1788851896.219521:0:277997:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788851896.219523:0:277997:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788851896.219525:0:277997:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff989af19c04a0 (ffff989ae402b908/0) at cl_lock_release():245 00000020:00000001:3.0:1788851896.219529:0:277997:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788851896.219530:0:277997:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff989af19c04a0 (ffff989ae402b908/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788851896.219534:0:277997:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788851896.219537:0:277997:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788851896.219539:0:277997:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446630389251654904 : -113684457896712 : ffff989ac64544f8) 00000020:00000001:3.0:1788851896.219542:0:277997:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788851896.219543:0:277997:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff989ad8994430 (ffff989afb2f3ab8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788851896.219547:0:277997:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788851896.219549:0:277997:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788851896.219551:0:277997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851896.219554:0:277997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788851896.219555:0:277997:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788851896.219557:0:277997:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788851896.219558:0:277997:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788851896.219558:0:277997:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788851896.219560:0:277997:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788851896.219561:0:277997:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff989af19c04a0 (ffff989ae402b908/0) at cl_lock_fini():72 00020000:00000001:3.0:1788851896.219563:0:277997:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788851896.219565:0:277997:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788851896.219566:0:277997:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff989ad8994430 (ffff989ae402b908/1) at cl_lock_fini():72 00000008:00000010:3.0:1788851896.219569:0:277997:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff989ac94e6260. 00000020:00000001:3.0:1788851896.219574:0:277997:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788851896.219575:0:277997:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff989ad8994400. 00020000:00000001:3.0:1788851896.219581:0:277997:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788851896.219582:0:277997:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788851896.219583:0:277997:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788851896.219585:0:277997:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851896.219588:0:277997:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788851896.219590:0:277997:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788851896.219597:0:277997:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788851896.219598:0:277997:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788851896.219600:0:277997:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788851896.219602:0:277997:0:(cl_object.c:917:cl_env_put()) 1@ffff989afb2f3ab0 00020000:00000001:3.0:1788851896.219605:0:277997:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788851896.219608:0:277997:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788851896.219611:0:277997:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788851896.219613:0:277997:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0xfb7:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788851896.219617:0:277997:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788851896.219619:0:277997:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788851896.219620:0:277997:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788851896.219622:0:277997:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788851896.219623:0:277997:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788851896.219625:0:277997:0:(cl_object.c:917:cl_env_put()) 1@ffff989ae402b900 00000001:00000001:3.0:1788851896.219626:0:277997:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851896.219634:0:277997:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c5bd08 00000080:00000008:3.0:1788851896.219637:0:277997:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f812b.sanity:[0x200002b17:0xfb7:0x0](ffff989ac99b21c8), request_mask 4095, flags 0, foreign 0 00000080:00000001:3.0:1788851896.219643:0:277997:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788851896.219645:0:277997:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc1501c5bda0 00000080:00002000:3.0:1788851896.219647:0:277997:0:(dcache.c:127:ll_ddelete()) keeping dentry f812b.sanity (ffff989ad55ef6c0, parent ffff989ad1d07360, inode ffff989ac99b21c8) hashed, 00000080:00000001:3.0:1788851896.219650:0:277997:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851897.213373:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851897.213381:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851897.213386:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851897.213388:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851897.213391:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851897.213393:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851897.213468:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851897.213471:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851897.213474:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851898.237179:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851898.237187:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851898.237194:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851898.237196:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851898.237200:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851898.237202:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851898.239367:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851898.239376:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851898.239408:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851898.621029:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307464409, at 4307464448 00000100:00000010:0.0:1788851898.621049:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ae52ef7e0. 00000100:00000040:1.0:1788851898.621141:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307464409, at 4307464448 00000100:00000010:1.0:1788851898.621148:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ae52ef2a0. 00010000:00000001:3.0:1788851899.269640:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851899.269647:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851899.269652:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851899.269654:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851899.269656:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851899.269680:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851899.269938:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851899.269942:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851899.269945:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788851899.901726:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851899.901736:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851899.901747:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af186b480. 00000020:00000040:3.0:1788851899.901755:0:232038:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:3.0:1788851899.901759:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851899.901762:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851899.901767:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851899.901776:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01a6ad00. 00000100:00000001:3.0:1788851899.901784:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851899.901796:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989af186b480 x1875733950902912/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851899.901807:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851899.901822:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851899.901830:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd5dbf0] to pc [ptlrpcd_01_01+1] req@ffff989af186b480 x1875733950902912/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851899.901862:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851899.901866:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851899.901869:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851899.901873:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1868a80. 00000020:00000040:3.0:1788851899.901875:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=10 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:3.0:1788851899.901877:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851899.901879:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851899.901881:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851899.901885:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01a6a200. 00000100:00000001:3.0:1788851899.901906:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851899.901910:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989af1868a80 x1875733950903040/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851899.901916:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851899.901918:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851899.901921:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034bdba2d] to pc [ptlrpcd_01_00+0] req@ffff989af1868a80 x1875733950903040/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851899.901944:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851899.901947:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851899.901949:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851899.901952:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af186a680. 00000020:00000040:3.0:1788851899.901954:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:3.0:1788851899.901957:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851899.901958:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851899.901960:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851899.901962:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01a6a100. 00000100:00000001:3.0:1788851899.901965:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851899.901969:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989af186a680 x1875733950903168/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851899.901975:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851899.901977:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851899.901980:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c14a287] to pc [ptlrpcd_01_01+1] req@ffff989af186a680 x1875733950903168/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851899.901987:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851899.901989:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851899.901992:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851899.901994:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1868700. 00000020:00000040:3.0:1788851899.901996:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:3.0:1788851899.901998:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851899.901999:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851899.902000:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851899.902003:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01a6a300. 00000100:00000001:3.0:1788851899.902005:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851899.902008:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989af1868700 x1875733950903296/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851899.902013:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851899.902019:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851899.902023:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015b9736c] to pc [ptlrpcd_01_00+0] req@ffff989af1868700 x1875733950903296/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.902187:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851899.902192:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851899.902194:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851899.902200:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af186b480 x1875733950902912/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.902235:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851899.902238:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851899.902241:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851899.902244:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851899.902246:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851899.902250:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af186b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2402:1875733950902912:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851899.902254:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851899.902260:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851899.902262:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851899.902264:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851899.902270:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ae5339000. 02000000:00000001:2.0:1788851899.902271:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851899.902278:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851899.902282:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb4d0. 00000400:00000010:2.0:1788851899.902297:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1f68. 00000100:00000200:2.0:1788851899.902304:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950902912, portal 25 00000100:00000001:2.0:1788851899.902306:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851899.902308:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977363584 : -113683732188032 : ffff989af186b480) 00000100:00000040:2.0:1788851899.902313:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af186b480 x1875733950902912/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.902319:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851899.902322:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851899.902324:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1880. 00000100:00000200:2.0:1788851899.902328:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950902912, offset 0 00000400:00000200:2.0:1788851899.902341:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851899.902349:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851899.902355:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851899.902360:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851899.902364:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851899.902367:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851899.902370:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851899.902378:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541452:541452:256:4294967295] 192.168.201.149@tcp LPNI seq info [541386:541386:8:4294967295] 00000400:00000200:2.0:1788851899.902383:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851899.902393:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851899.902398:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851899.902403:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642300. 00000800:00000200:2.0:1788851899.902410:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851899.902419:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851899.902424:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851899.902442:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851899.902446:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851899.902448:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307469526 00000100:00000010:2.0:1788851899.902453:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989af98fd4e0. 00000100:00000001:2.0:1788851899.902459:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788851899.902465:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307469526 00000100:00000010:2.0:1788851899.902468:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989af98fd5a0. 00000100:00000001:2.0:1788851899.902471:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788851899.902474:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851899.902478:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851899.902480:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851899.902484:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af186a680 x1875733950903168/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.902490:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851899.902492:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851899.902495:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851899.902496:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851899.902498:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851899.902502:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af186a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950903168:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851899.902505:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851899.902507:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851899.902509:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851899.902516:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851899.902519:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ae5339a00. 02000000:00000001:2.0:1788851899.902521:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851899.902524:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851899.902527:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb5d8. 00000400:00000010:2.0:1788851899.902531:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f15d8. 00000100:00000200:2.0:1788851899.902534:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950903168, portal 10 00000100:00000001:2.0:1788851899.902536:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851899.902537:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977360000 : -113683732191616 : ffff989af186a680) 00000100:00000040:2.0:1788851899.902544:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af186a680 x1875733950903168/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.902549:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851899.902551:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851899.902554:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1220. 00000100:00000200:2.0:1788851899.902556:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950903168, offset 0 00000400:00000200:2.0:1788851899.902559:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851899.902563:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851899.902566:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851899.902568:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851899.902571:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851899.902573:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851899.902575:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851899.902577:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541453:541453:255:4294967295] 192.168.201.149@tcp LPNI seq info [541387:541387:7:4294967295] 00000400:00000200:2.0:1788851899.902580:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851899.902586:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851899.902590:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851899.902593:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642100. 00000800:00000200:2.0:1788851899.902597:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851899.902601:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851899.902603:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851899.902606:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851899.902613:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21428 usecs (22 jiffies) 00000400:00000200:2.0:1788851899.902616:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851899.902618:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307465751 00000100:00000001:2.0:1788851899.902621:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307469526 00000100:00000001:2.0:1788851899.902622:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307465751 00000100:00000001:2.0:1788851899.902624:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307469526 00000100:00000001:2.0:1788851899.902626:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851899.902627:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851899.902630:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851899.902632:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851899.902639:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851899.902641:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788851899.902643:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851899.902645:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851899.902646:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851899.902648:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788851899.902650:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851899.902652:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851899.902653:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851899.902665:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851899.902667:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851899.902668:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851899.902673:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1868a80 x1875733950903040/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.902680:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851899.902681:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851899.902683:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851899.902685:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851899.902687:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851899.902689:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1868a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950903040:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851899.902693:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851899.902695:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851899.902696:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851899.902703:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851899.902706:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac12e7600. 02000000:00000001:2.0:1788851899.902708:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851899.902712:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851899.902714:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb160. 00000400:00000010:2.0:1788851899.902717:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f12a8. 00000100:00000200:2.0:1788851899.902720:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950903040, portal 10 00000100:00000001:2.0:1788851899.902722:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851899.902723:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977352832 : -113683732198784 : ffff989af1868a80) 00000100:00000040:2.0:1788851899.902729:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1868a80 x1875733950903040/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.902734:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851899.902737:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851899.902739:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1990. 00000100:00000200:2.0:1788851899.902741:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950903040, offset 0 00000400:00000200:2.0:1788851899.902745:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851899.902748:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851899.902751:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851899.902754:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851899.902756:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851899.902759:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851899.902761:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851899.902764:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541454:541454:254:4294967295] 192.168.201.149@tcp LPNI seq info [541388:541388:6:4294967295] 00000400:00000200:2.0:1788851899.902767:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851899.902773:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851899.902777:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851899.902781:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642c00. 00000800:00000200:2.0:1788851899.902784:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851899.902789:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851899.902791:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851899.902794:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851899.902802:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24821 usecs (25 jiffies) 00000400:00000200:2.0:1788851899.902805:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851899.902807:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307465754 00000100:00000001:2.0:1788851899.902809:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307469526 00000100:00000001:2.0:1788851899.902811:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307465754 00000100:00000001:2.0:1788851899.902813:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307469526 00000100:00000001:2.0:1788851899.902815:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851899.902817:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851899.902819:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851899.902823:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1868700 x1875733950903296/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.902829:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851899.902831:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851899.902833:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851899.902835:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851899.902836:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851899.902839:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1868700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950903296:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851899.902843:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851899.902845:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851899.902847:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851899.902848:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851899.902851:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad0e0bc00. 02000000:00000001:2.0:1788851899.902853:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851899.902857:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851899.902860:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bbf20. 00000400:00000010:2.0:1788851899.902863:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1d48. 00000100:00000200:2.0:1788851899.902866:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950903296, portal 4 00000100:00000001:2.0:1788851899.902868:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851899.902869:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977351936 : -113683732199680 : ffff989af1868700) 00000100:00000040:2.0:1788851899.902874:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1868700 x1875733950903296/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.902914:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851899.902916:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851899.902919:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1660. 00000100:00000200:2.0:1788851899.902922:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950903296, offset 0 00000400:00000200:2.0:1788851899.902925:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851899.902929:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851899.902932:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851899.902934:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851899.902937:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851899.902939:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851899.902941:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851899.902943:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541455:541455:253:4294967295] 192.168.201.149@tcp LPNI seq info [541389:541389:5:4294967295] 00000400:00000200:2.0:1788851899.902946:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851899.902952:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851899.902956:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851899.902959:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642b00. 00000800:00000200:2.0:1788851899.902962:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851899.902966:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851899.902968:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851899.902970:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851899.902973:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 168753 usecs (169 jiffies) 00000400:00000200:2.0:1788851899.902976:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851899.902977:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307465898 00000100:00000001:2.0:1788851899.902980:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307469526 00000100:00000001:2.0:1788851899.902981:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307465898 00000100:00000001:2.0:1788851899.902984:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307469526 00000100:00000001:2.0:1788851899.902985:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851899.902987:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851899.902993:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851899.902996:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851899.903009:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851899.903011:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851899.903156:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851899.903162:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642300. 00000400:00000200:0.0:1788851899.903170:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851899.903176:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851899.903182:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1880 00000400:00000010:0.0:1788851899.903185:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1880. 00000100:00000001:0.0:1788851899.903191:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851899.903197:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af186b480 x1875733950902912/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851899.903208:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851899.903212:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af186b480 x1875733950902912/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851915 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851899.903220:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851899.903222:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851899.903237:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851899.903240:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642100. 00000400:00000200:0.0:1788851899.903243:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851899.903247:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851899.903250:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1220 00000400:00000010:0.0:1788851899.903252:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1220. 00000100:00000001:0.0:1788851899.903254:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851899.903258:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af186a680 x1875733950903168/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851899.903266:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851899.903269:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af186a680 x1875733950903168/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851899.903276:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851899.903286:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851899.903299:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851899.903301:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642c00. 00000400:00000200:0.0:1788851899.903304:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851899.903308:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851899.903312:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1990 00000400:00000010:0.0:1788851899.903314:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1990. 00000100:00000001:0.0:1788851899.903316:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851899.903321:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1868a80 x1875733950903040/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851899.903329:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851899.903333:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1868a80 x1875733950903040/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851899.903340:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851899.903342:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851899.903414:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851899.903417:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642b00. 00000400:00000200:0.0:1788851899.903420:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851899.903424:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851899.903427:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1660 00000400:00000010:0.0:1788851899.903429:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1660. 00000100:00000001:0.0:1788851899.903431:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851899.903434:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1868700 x1875733950903296/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851899.903440:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851899.903442:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1868700 x1875733950903296/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851899.903448:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851899.903449:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788851899.904121:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851899.904130:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788851899.904134:0:232038:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788851899.907355:0:232038:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12803) 00000800:00000001:1.0:1788851899.962270:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851899.962300:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851899.962303:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851899.962306:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851899.962315:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962322:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851899.962331:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962335:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962340:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962344:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d63280 00000400:00000200:1.0:1788851899.962348:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962355:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bc41 [1] + 224 00000800:00000001:1.0:1788851899.962362:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851899.962366:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851899.962369:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851899.962373:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851899.962380:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851899.962388:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af186b480 x1875733950902912/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851899.962399:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af186b480 x1875733950902912/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851899.962439:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851899.962448:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851899.962452:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851899.962454:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851899.962457:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851899.962460:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962463:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851899.962467:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962470:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962472:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962475:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d63300 00000400:00000200:1.0:1788851899.962479:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962482:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bc51 [1] + 224 00000800:00000001:1.0:1788851899.962486:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851899.962489:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851899.962490:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851899.962493:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851899.962496:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851899.962500:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1868a80 x1875733950903040/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851899.962509:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1868a80 x1875733950903040/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851899.962515:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851899.962518:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851899.962521:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851899.962522:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851899.962524:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851899.962528:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962531:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851899.962534:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962536:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962547:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962550:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d63380 00000400:00000200:1.0:1788851899.962553:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962556:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bc49 [1] + 224 00000800:00000001:1.0:1788851899.962560:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851899.962563:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851899.962565:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851899.962568:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851899.962571:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851899.962575:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af186a680 x1875733950903168/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851899.962583:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af186a680 x1875733950903168/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851899.962591:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851899.962595:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851899.962598:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851899.962599:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851899.962601:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851899.962603:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962606:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851899.962610:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962612:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962614:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962617:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d63400 00000400:00000200:1.0:1788851899.962620:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851899.962623:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bc59 [1] + 224 00000800:00000001:1.0:1788851899.962626:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851899.962632:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851899.962634:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851899.962637:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851899.962639:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851899.962649:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1868700 x1875733950903296/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851899.962667:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1868700 x1875733950903296/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851899.962673:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851899.962678:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851899.962681:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851899.963041:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851899.963046:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851899.963052:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851899.963054:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851899.963057:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb160. 00000400:00000200:2.0:1788851899.963063:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f12a8 00000400:00000010:2.0:1788851899.963065:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f12a8. 00000100:00000001:2.0:1788851899.963068:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851899.963074:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1868a80 x1875733950903040/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851899.963082:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1868a80 x1875733950903040/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.963088:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851899.963090:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851899.963092:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851899.963096:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851899.963099:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851899.963101:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851899.963105:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851899.963116:0:2402:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=40 v=85 (85 85 85 86) 00000100:00001000:2.0:1788851899.963120:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=48 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851899.963123:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851899.963125:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851899.963127:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851899.963131:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851899.963134:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851899.963136:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1788851899.963138:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851899.963141:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851899.963145:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1868a80 x1875733950903040/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.963166:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851899.963170:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851899.963172:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851899.963177:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1868a80 x1875733950903040/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851899.963184:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1868a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950903040:192.168.201.149@tcp:400:kworker.0 00000400:00000001:2.0:1788851899.963191:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851899.963192:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851899.963194:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bbf20. 00000400:00000200:2.0:1788851899.963196:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1d48 00000400:00000010:2.0:1788851899.963197:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1d48. 00000100:00000001:2.0:1788851899.963200:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851899.963203:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1868700 x1875733950903296/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851899.963942:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1868700 x1875733950903296/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.963952:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851899.963954:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851899.963957:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851899.963959:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851899.963961:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851899.963962:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851899.963964:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851899.963969:0:2402:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=40 v=36 (36 36 5 5) 00000100:00001000:2.0:1788851899.963972:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=27 v=5 (1 1 1 1) 00000100:00000001:2.0:1788851899.963974:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851899.963975:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851899.963977:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851899.963979:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851899.963981:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851899.963983:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:2.0:1788851899.963992:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851899.963994:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851899.963998:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1868700 x1875733950903296/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.964004:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851899.964006:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851899.964007:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851899.964011:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1868700 x1875733950903296/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851899.964017:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1868700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950903296:192.168.201.149@tcp:400:kworker.0 00000400:00000001:2.0:1788851899.964023:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851899.964025:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851899.964037:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb4d0. 00000400:00000200:2.0:1788851899.964041:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1f68 00000400:00000010:2.0:1788851899.964042:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1f68. 00000100:00000001:2.0:1788851899.964045:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851899.964049:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af186b480 x1875733950902912/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851899.964056:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af186b480 x1875733950902912/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.964061:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851899.964062:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851899.964063:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851899.964065:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851899.964066:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851899.964067:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851899.964069:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851899.964071:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=40 v=5 (5 5 5 5) 00000100:00001000:2.0:1788851899.964074:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=43 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851899.964076:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851899.964077:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851899.964078:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851899.964085:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851899.964087:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851899.964090:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af186b480 x1875733950902912/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.964096:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851899.964098:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851899.964099:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851899.964102:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af186b480 x1875733950902912/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851915 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851899.964107:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af186b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2402:1875733950902912:192.168.201.149@tcp:400:kworker.0 00000400:00000001:2.0:1788851899.964112:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851899.964114:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851899.964115:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb5d8. 00000400:00000200:2.0:1788851899.964117:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f15d8 00000400:00000010:2.0:1788851899.964118:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f15d8. 00000100:00000001:2.0:1788851899.964120:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851899.964123:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af186a680 x1875733950903168/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851899.964130:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af186a680 x1875733950903168/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.964136:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851899.964137:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851899.964138:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851899.964139:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851899.964140:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851899.964142:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851899.964143:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851899.964147:0:2402:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841fc60 time=40 v=85 (85 85 85 86) 00000100:00001000:2.0:1788851899.964149:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=22 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851899.964151:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851899.964152:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851899.964154:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851899.964161:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989af186a680 x1875733950903168/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851899.964167:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851899.964169:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851899.964170:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1788851899.964172:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851899.964173:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851899.964176:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af186a680 x1875733950903168/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.964181:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851899.964183:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851899.964184:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851899.964187:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af186a680 x1875733950903168/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851899.964193:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af186a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950903168:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851899.964197:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851899.964199:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851899.964203:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1868a80 x1875733950903040/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.964223:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851899.964454:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851899.964458:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac12e7600. 02000000:00000001:2.0:1788851899.964463:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851899.964466:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851899.964468:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=9 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:2.0:1788851899.964470:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851899.964473:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01a6a200. 02000000:00000001:2.0:1788851899.964476:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851899.964478:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851899.964479:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1868a80. 00000100:00000001:2.0:1788851899.964482:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851899.964488:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851899.964491:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851899.964495:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1868700 x1875733950903296/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.964501:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851899.964502:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851899.964504:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad0e0bc00. 02000000:00000001:2.0:1788851899.964506:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851899.964507:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851899.964508:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:2.0:1788851899.964510:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851899.964512:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01a6a300. 02000000:00000001:2.0:1788851899.964513:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851899.964514:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851899.964516:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1868700. 00000100:00000001:2.0:1788851899.964517:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851899.964519:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851899.964520:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851899.964523:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af186b480 x1875733950902912/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851915 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.964527:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851899.964529:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851899.964530:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ae5339000. 02000000:00000001:2.0:1788851899.964532:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851899.964533:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851899.964534:0:2402:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:2.0:1788851899.964535:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851899.964536:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01a6ad00. 02000000:00000001:2.0:1788851899.964538:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851899.964539:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851899.964540:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af186b480. 00000100:00000001:2.0:1788851899.964542:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851899.964543:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851899.964544:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851899.964547:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af186a680 x1875733950903168/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852015 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851899.964560:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851899.964561:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851899.964562:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ae5339a00. 02000000:00000001:2.0:1788851899.964564:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851899.964566:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851899.964567:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:2.0:1788851899.964569:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851899.964570:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01a6a100. 02000000:00000001:2.0:1788851899.964572:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851899.964573:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851899.964574:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af186a680. 00000100:00000001:2.0:1788851899.964576:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851899.964577:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851899.964579:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851899.964586:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851899.964588:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851899.964590:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851899.964593:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851900.285266:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851900.285278:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851900.285297:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851900.285299:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851900.285305:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851900.285306:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851900.285345:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851900.285349:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851900.285353:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851901.325142:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851901.325149:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851901.325154:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851901.325156:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851901.325159:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851901.325160:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851901.325180:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851901.325182:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851901.325185:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851902.334203:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851902.334210:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851902.334216:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851902.334217:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851902.334221:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851902.334222:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851902.334452:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851902.334456:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851902.334458:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788851902.468958:0:234939:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1788851902.468965:0:234939:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851903.359023:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851903.359030:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851903.359035:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851903.359036:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851903.359039:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851903.359055:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851903.368027:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851903.368034:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851903.368039:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788851903.552516:0:278219:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851903.743118:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307469526, at 4307469570 00000100:00000010:0.0:1788851903.743134:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989af98fd4e0. 00000100:00000040:1.0:1788851903.743540:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307469526, at 4307469570 00000100:00000010:1.0:1788851903.743547:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989af98fd5a0. 00000001:00000001:2.0:1788851904.086872:0:278255:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788851904.086880:0:278255:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg149-client.virtnet: executing wait_import_state FULL osc.lustre-OST0000-osc-ffff989ae4bee800.ost_server_uuid 50 00000001:00000001:2.0:1788851904.101012:0:278255:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1788851904.423121:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851904.423129:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851904.423131:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851904.423135:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851904.423139:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851904.423141:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851904.423143:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851904.423146:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851904.423149:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851904.423151:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851904.423155:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851904.423156:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851904.423414:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851904.423417:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851904.423420:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851905.021339:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851905.021349:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851905.021354:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c47480. 00000020:00000040:0.0:1788851905.021360:0:218145:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:0.0:1788851905.021364:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851905.021367:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851905.021372:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851905.021379:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154f700. 00000100:00000001:0.0:1788851905.021386:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851905.021398:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989ad0c47480 x1875733950903424/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851905.021408:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851905.021413:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851905.021419:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000334646b] to pc [ptlrpcd_00_00+0] req@ffff989ad0c47480 x1875733950903424/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851905.021452:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851905.021455:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851905.021459:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851905.021462:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c47100. 00000020:00000040:0.0:1788851905.021464:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=10 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:0.0:1788851905.021466:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851905.021468:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851905.021470:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851905.021473:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154f200. 00000100:00000001:0.0:1788851905.021476:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851905.021480:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989ad0c47100 x1875733950903552/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851905.021500:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851905.021502:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851905.021507:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c7b3f52] to pc [ptlrpcd_00_01+1] req@ffff989ad0c47100 x1875733950903552/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851905.021515:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851905.021517:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851905.021520:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851905.021523:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c45c00. 00000020:00000040:0.0:1788851905.021525:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:0.0:1788851905.021527:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851905.021529:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851905.021531:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851905.021535:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154fc00. 00000100:00000001:1.0:1788851905.021537:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851905.021537:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851905.021541:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788851905.021542:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989ad0c45c00 x1875733950903680/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851905.021543:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788851905.021548:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1788851905.021549:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c47480 x1875733950903424/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851905.021550:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851905.021554:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000253efa11] to pc [ptlrpcd_00_00+0] req@ffff989ad0c45c00 x1875733950903680/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851905.021557:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851905.021560:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851905.021561:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851905.021563:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1788851905.021563:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1788851905.021576:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851905.021576:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1788851905.021580:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788851905.021580:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c47800. 00000020:00000040:0.0:1788851905.021582:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00100000:1.0:1788851905.021584:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950903424:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851905.021584:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851905.021586:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851905.021587:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851905.021588:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1788851905.021590:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154f400. 02000000:00000001:1.0:1788851905.021593:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851905.021596:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851905.021598:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788851905.021598:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851905.021602:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989acac1a200. 00000100:00000040:0.0:1788851905.021602:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989ad0c47800 x1875733950903808/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788851905.021604:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851905.021608:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851905.021610:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851905.021611:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000040:0.0:1788851905.021614:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab50b1f] to pc [ptlrpcd_00_01+1] req@ffff989ad0c47800 x1875733950903808/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788851905.021615:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d565d8. 00000100:00000001:0.0:1788851905.021620:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851905.021622:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788851905.021625:0:218145:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1788851905.021626:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d7f8. 00000100:00000040:0.0:1788851905.021630:0:218145:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12808) 00000100:00000200:1.0:1788851905.021632:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950903424, portal 25 00000100:00000001:1.0:1788851905.021634:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851905.021636:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427762304 : -113684281789312 : ffff989ad0c47480) 00000100:00000040:1.0:1788851905.021642:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c47480 x1875733950903424/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851905.021648:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851905.021651:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851905.021654:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d880. 00000100:00000200:1.0:1788851905.021657:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950903424, offset 0 00000400:00000200:1.0:1788851905.021663:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851905.021672:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851905.021679:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851905.021685:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851905.021689:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851905.021693:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851905.021696:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851905.021700:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541456:541456:256:4294967295] 192.168.201.149@tcp LPNI seq info [541390:541390:8:4294967295] 00000400:00000200:1.0:1788851905.021704:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851905.021713:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851905.021719:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851905.021724:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ac88d8900. 00000800:00000200:1.0:1788851905.021746:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851905.021753:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851905.021757:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac88d8900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851905.021779:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851905.021783:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851905.021786:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307474645 00000100:00000010:1.0:1788851905.021790:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ae52ef2a0. 00000100:00000001:1.0:1788851905.021797:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788851905.021802:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307474645 00000100:00000010:1.0:1788851905.021810:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ae52ef000. 00000100:00000001:1.0:1788851905.021813:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788851905.021816:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851905.021819:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851905.021822:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851905.021824:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851905.021831:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851905.021833:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788851905.021835:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851905.021836:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851905.021837:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851905.021842:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c45c00 x1875733950903680/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851905.021848:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851905.021849:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851905.021852:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851905.021854:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851905.021857:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851905.021859:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950903680:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851905.021862:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851905.021865:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851905.021866:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851905.021868:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851905.021871:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989acac1ac00. 02000000:00000001:1.0:1788851905.021873:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851905.021876:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000800:00000200:0.0:1788851905.021878:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1788851905.021879:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56e70. 00000800:00000010:0.0:1788851905.021882:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ac88d8900. 00000400:00000010:1.0:1788851905.021883:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d2a8. 00000100:00000200:1.0:1788851905.021886:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950903680, portal 10 00000400:00000200:0.0:1788851905.021902:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788851905.021903:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851905.021905:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427756032 : -113684281795584 : ffff989ad0c45c00) 00000400:00000200:0.0:1788851905.021907:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000040:1.0:1788851905.021911:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c45c00 x1875733950903680/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788851905.021912:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d880 00000400:00000010:0.0:1788851905.021915:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d880. 00000100:00000001:0.0:1788851905.021919:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851905.021923:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c47480 x1875733950903424/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851905.021928:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851905.021930:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851905.021933:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d550. 00000100:00000001:0.0:1788851905.021933:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1788851905.021935:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950903680, offset 0 00000100:00000040:0.0:1788851905.021937:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c47480 x1875733950903424/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851921 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788851905.021940:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851905.021944:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851905.021944:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851905.021945:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1788851905.021947:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851905.021950:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851905.021952:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851905.022028:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851905.022030:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851905.022033:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541457:541457:255:4294967295] 192.168.201.149@tcp LPNI seq info [541391:541391:7:4294967295] 00000400:00000200:1.0:1788851905.022037:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851905.022043:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851905.022047:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851905.022051:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ac88d8e00. 00000800:00000200:1.0:1788851905.022055:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851905.022059:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851905.022062:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac88d8e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851905.022064:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851905.022068:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21431 usecs (22 jiffies) 00000400:00000200:1.0:1788851905.022071:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851905.022072:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307470870 00000100:00000001:1.0:1788851905.022074:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307474645 00000100:00000001:1.0:1788851905.022076:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307470870 00000100:00000001:1.0:1788851905.022078:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307474645 00000100:00000001:1.0:1788851905.022080:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851905.022081:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851905.022088:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851905.022089:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851905.022092:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851905.022094:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788851905.022095:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851905.022096:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851905.022097:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851905.022100:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788851905.022101:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851905.022102:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851905.022104:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851905.022106:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851905.022106:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851905.022107:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851905.022111:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c47100 x1875733950903552/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851905.022117:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851905.022118:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851905.022120:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851905.022122:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851905.022124:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851905.022126:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950903552:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851905.022129:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851905.022131:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851905.022133:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851905.022134:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851905.022137:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989acac1ae00. 02000000:00000001:1.0:1788851905.022138:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851905.022141:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851905.022144:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d564d0. 00000400:00000010:1.0:1788851905.022147:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4dd48. 00000100:00000200:1.0:1788851905.022149:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950903552, portal 10 00000100:00000001:1.0:1788851905.022151:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851905.022152:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427761408 : -113684281790208 : ffff989ad0c47100) 00000100:00000040:1.0:1788851905.022157:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c47100 x1875733950903552/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851905.022167:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851905.022169:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851905.022171:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d660. 00000100:00000200:1.0:1788851905.022173:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950903552, offset 0 00000400:00000200:1.0:1788851905.022177:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000800:00000001:0.0:1788851905.028842:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851905.028862:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851905.028867:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851905.028869:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851905.028877:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.028884:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851905.028911:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.028915:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.028920:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.028924:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d63480 00000400:00000200:0.0:1788851905.028928:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.028936:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bc61 [1] + 224 00000800:00000001:0.0:1788851905.028942:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851905.028949:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851905.028952:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851905.028957:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851905.028964:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851905.028972:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c47480 x1875733950903424/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851921 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851905.028982:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c47480 x1875733950903424/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851905.028991:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1788851905.032421:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851905.032432:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ac88d8e00. 00000400:00000200:0.0:1788851905.032556:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851905.032575:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851905.032585:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d550 00000400:00000010:0.0:1788851905.032588:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d550. 00000100:00000001:0.0:1788851905.032595:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851905.032604:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c45c00 x1875733950903680/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851905.032616:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851905.032619:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c45c00 x1875733950903680/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851905.032626:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851905.032627:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851905.032639:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851905.032666:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851905.033231:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851905.033240:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851905.033246:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851905.033250:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851905.033254:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851905.033257:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851905.033261:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541458:541458:256:4294967295] 192.168.201.149@tcp LPNI seq info [541392:541392:8:4294967295] 00000400:00000200:1.0:1788851905.033265:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851905.033273:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851905.033280:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851905.033288:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ac88d8f00. 00000800:00000200:1.0:1788851905.033295:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851905.033302:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851905.033307:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac88d8f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851905.033346:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851905.033350:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851905.040928:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851905.040940:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24840 usecs (25 jiffies) 00000400:00000200:1.0:1788851905.040948:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851905.040951:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307470886 00000100:00000001:1.0:1788851905.040955:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307474645 00000100:00000001:1.0:1788851905.040958:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307470886 00000100:00000001:1.0:1788851905.040960:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307474645 00000100:00000001:1.0:1788851905.040962:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851905.040965:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851905.040988:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851905.040999:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c47800 x1875733950903808/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851905.041008:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851905.041010:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851905.041014:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851905.041017:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851905.041020:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851905.041023:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950903808:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851905.041026:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851905.041031:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851905.041033:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851905.041036:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851905.041041:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989acac1b800. 02000000:00000001:1.0:1788851905.041043:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851905.041048:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851905.041053:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d563c8. 00000400:00000010:1.0:1788851905.041061:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4da18. 00000100:00000200:1.0:1788851905.041067:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950903808, portal 4 00000100:00000001:1.0:1788851905.041069:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851905.041070:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427763200 : -113684281788416 : ffff989ad0c47800) 00000100:00000040:1.0:1788851905.041077:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c47800 x1875733950903808/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851905.041084:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851905.041086:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851905.041089:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d3b8. 00000100:00000200:1.0:1788851905.041092:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950903808, offset 0 00000400:00000200:1.0:1788851905.041097:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851905.041105:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851905.041112:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851905.041116:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851905.041120:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851905.041124:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851905.041132:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851905.041136:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541459:541459:255:4294967295] 192.168.201.149@tcp LPNI seq info [541393:541393:7:4294967295] 00000400:00000200:1.0:1788851905.041140:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851905.041149:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851905.041155:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851905.041160:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ac88d8400. 00000800:00000200:1.0:1788851905.041166:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851905.041173:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851905.041178:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac88d8400 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:0.0:1788851905.044951:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851905.044973:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851905.044977:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851905.044980:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851905.044988:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.044995:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851905.045004:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.045009:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.045015:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.045018:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d63580 00000400:00000200:0.0:1788851905.045023:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.045028:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bc71 [1] + 224 00000800:00000001:0.0:1788851905.045035:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851905.045047:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851905.045051:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851905.045055:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851905.045063:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851905.045072:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c45c00 x1875733950903680/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851905.045083:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c45c00 x1875733950903680/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851905.045092:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851905.045092:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1788851905.045098:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 168681 usecs (169 jiffies) 00000400:00000200:1.0:1788851905.045102:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851905.045104:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307471041 00000100:00000001:1.0:1788851905.045107:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307474645 00000100:00000001:1.0:1788851905.045109:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307471041 00000100:00000001:1.0:1788851905.045111:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307474645 00000100:00000001:1.0:1788851905.045113:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851905.045116:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788851905.045124:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851905.045125:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851905.045128:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56e70. 00000400:00000200:1.0:1788851905.045132:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d2a8 00000800:00000200:0.0:1788851905.045132:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1788851905.045135:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d2a8. 00000800:00000010:0.0:1788851905.045135:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ac88d8f00. 00000100:00000001:1.0:1788851905.045137:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1788851905.045139:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1788851905.045142:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c45c00 x1875733950903680/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788851905.045142:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851905.045145:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d660 00000400:00000010:0.0:1788851905.045147:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d660. 00000100:00000001:0.0:1788851905.045150:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851905.045151:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c45c00 x1875733950903680/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851905.045154:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c47100 x1875733950903552/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851905.045157:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851905.045163:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851905.045166:0:2399:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:0.0:1788851905.045167:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1788851905.045169:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851905.045171:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1788851905.045171:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c47100 x1875733950903552/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851905.045173:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851905.045176:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851905.045177:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851905.045178:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00001000:1.0:1788851905.045185:0:2399:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841fc60 time=46 v=85 (85 85 85 86) 00000800:00000001:0.0:1788851905.045185:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851905.045188:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1788851905.045189:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=28 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851905.045192:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851905.045193:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851905.045196:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788851905.045200:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989ad0c45c00 x1875733950903680/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788851905.045207:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851905.045210:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788851905.045212:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1788851905.045214:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788851905.045216:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851905.045220:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c45c00 x1875733950903680/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851905.045227:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851905.045229:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851905.045231:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851905.045234:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c45c00 x1875733950903680/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851905.045314:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950903680:192.168.201.149@tcp:400:kworker.0 00000400:00000001:1.0:1788851905.045320:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851905.045322:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851905.045324:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d565d8. 00000400:00000200:1.0:1788851905.045327:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d7f8 00000400:00000010:1.0:1788851905.045329:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d7f8. 00000100:00000001:1.0:1788851905.045331:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851905.045341:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c47480 x1875733950903424/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851905.045349:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c47480 x1875733950903424/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851905.045355:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851905.045357:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851905.045358:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851905.045360:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851905.045361:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851905.045363:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851905.045364:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851905.045368:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=46 v=5 (5 5 5 5) 00000100:00001000:1.0:1788851905.045371:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=49 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851905.045373:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851905.045374:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851905.045376:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788851905.045378:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851905.045380:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851905.045383:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c47480 x1875733950903424/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851905.045390:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851905.045392:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851905.045393:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851905.045396:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c47480 x1875733950903424/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851921 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851905.045403:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950903424:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851905.045407:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851905.045409:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851905.045412:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c45c00 x1875733950903680/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851905.045419:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851905.045427:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851905.045430:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989acac1ac00. 02000000:00000001:1.0:1788851905.045433:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851905.045436:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851905.045438:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:1.0:1788851905.045440:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851905.045443:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154fc00. 02000000:00000001:1.0:1788851905.045446:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851905.045448:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851905.045450:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c45c00. 00000100:00000001:1.0:1788851905.045454:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851905.045455:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851905.045457:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851905.045461:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c47480 x1875733950903424/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851921 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851905.045467:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851905.045468:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851905.045470:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989acac1a200. 02000000:00000001:1.0:1788851905.045472:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851905.045473:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851905.045474:0:2399:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:1.0:1788851905.045476:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851905.045477:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154f700. 02000000:00000001:1.0:1788851905.045479:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851905.045480:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851905.045481:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c47480. 00000100:00000001:1.0:1788851905.045484:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851905.045485:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851905.045488:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851905.045491:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851905.045493:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851905.045495:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851905.045497:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851905.047631:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851905.047641:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ac88d8400. 00000400:00000200:0.0:1788851905.047648:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851905.047656:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851905.047663:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d3b8 00000400:00000010:0.0:1788851905.047666:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d3b8. 00000100:00000001:0.0:1788851905.047670:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851905.047678:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c47800 x1875733950903808/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851905.047689:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851905.047693:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c47800 x1875733950903808/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851905.047699:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851905.047701:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851905.056595:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851905.056617:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851905.056621:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851905.056624:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851905.056633:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.056641:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851905.056650:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.056656:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.056661:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.056665:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d63500 00000400:00000200:0.0:1788851905.056670:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.056683:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bc81 [1] + 224 00000800:00000001:0.0:1788851905.056690:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851905.056694:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851905.056698:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851905.056703:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851905.056711:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851905.056720:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c47100 x1875733950903552/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851905.056731:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c47100 x1875733950903552/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851905.056747:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851905.056756:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851905.056760:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851905.056762:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851905.056763:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851905.056766:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.056770:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851905.056774:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.056776:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.056779:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.056782:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d63600 00000400:00000200:0.0:1788851905.056785:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851905.056789:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bc91 [1] + 224 00000800:00000001:0.0:1788851905.056792:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851905.056799:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851905.056802:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851905.056805:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851905.056808:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851905.056811:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c47800 x1875733950903808/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851905.056819:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c47800 x1875733950903808/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851905.056833:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851905.056837:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851905.056841:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851905.056866:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851905.056871:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788851905.056877:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851905.056879:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851905.056882:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d564d0. 00000400:00000200:0.0:1788851905.056902:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4dd48 00000400:00000010:0.0:1788851905.056905:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4dd48. 00000100:00000001:0.0:1788851905.056909:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851905.056913:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c47100 x1875733950903552/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851905.056921:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c47100 x1875733950903552/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851905.056927:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851905.056928:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851905.056931:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851905.056934:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851905.056936:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851905.056939:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851905.056942:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851905.056952:0:2399:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=46 v=85 (85 85 85 86) 00000100:00001000:0.0:1788851905.056956:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=54 v=5 (1 1 1 0) 00000100:00000001:0.0:1788851905.056958:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851905.056960:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851905.056963:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851905.056967:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851905.056972:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788851905.056975:0:2399:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: committing for last_committed 30064771462 gen 1 00000100:00000040:0.0:1788851905.056981:0:2399:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771462) req@ffff989af1999c00 x1875733950901376/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/608 e 0 to 0 dl 1788852011 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851905.056988:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851905.056995:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978602496 : -113683730949120 : ffff989af1999c00) 00000100:00000001:0.0:1788851905.056998:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851905.057002:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1999c00 x1875733950901376/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/608 e 0 to 0 dl 1788852011 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851905.057008:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851905.057010:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851905.057015:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1998e00 x1875733950902400/t30064771462(30064771462) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/456 e 0 to 0 dl 1788851912 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851905.057020:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788851905.057022:0:2399:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff989ac2bd6020. 00000100:00000001:0.0:1788851905.057026:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851905.057028:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1999c00 x1875733950901376/t30064771459(30064771459) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 528/608 e 0 to 0 dl 1788852011 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851905.057034:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788851905.057038:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851905.057039:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=9 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:0.0:1788851905.057042:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851905.057045:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff989ad05fe000. 02000000:00000001:0.0:1788851905.057049:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851905.057051:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851905.057053:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1999c00. 00000100:00000001:0.0:1788851905.057056:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851905.057057:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851905.057062:0:2399:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771462) req@ffff989af1999f80 x1875733950901632/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/664 e 0 to 0 dl 1788852012 ref 1 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851905.057069:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851905.057070:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978603392 : -113683730948224 : ffff989af1999f80) 00000100:00000001:0.0:1788851905.057072:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851905.057075:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1999f80 x1875733950901632/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/664 e 0 to 0 dl 1788852012 ref 2 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851905.057080:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851905.057087:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851905.057091:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af199a680 x1875733950902016/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/456 e 0 to 0 dl 1788851912 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851905.057096:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788851905.057098:0:2399:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff989ac2bd68e0. 00000100:00000001:0.0:1788851905.057100:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851905.057103:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1999f80 x1875733950901632/t30064771460(30064771460) o101->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 576/664 e 0 to 0 dl 1788852012 ref 1 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851905.057109:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851905.057111:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851905.057113:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff989afa280000. 02000000:00000001:0.0:1788851905.057152:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851905.057154:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851905.057156:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=8 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:0.0:1788851905.057158:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851905.057159:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff989ad05ff800. 02000000:00000001:0.0:1788851905.057163:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851905.057164:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851905.057165:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1999f80. 00000100:00000001:0.0:1788851905.057168:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851905.057169:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851905.057173:0:2399:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771462) req@ffff989af199a680 x1875733950902016/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/456 e 0 to 0 dl 1788851912 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851905.057180:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851905.057183:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af199a680 x1875733950902016/t30064771461(30064771461) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/456 e 0 to 0 dl 1788851912 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851905.057189:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851905.057190:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851905.057191:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff989ad05ff400. 02000000:00000001:0.0:1788851905.057194:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851905.057195:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851905.057196:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=7 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:0.0:1788851905.057197:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851905.057204:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff989acadf7800. 02000000:00000001:0.0:1788851905.057207:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851905.057208:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851905.057209:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af199a680. 00000100:00000001:0.0:1788851905.057212:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851905.057213:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851905.057217:0:2399:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771462) req@ffff989af1998e00 x1875733950902400/t30064771462(30064771462) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/456 e 0 to 0 dl 1788851912 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851905.057222:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851905.057225:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1998e00 x1875733950902400/t30064771462(30064771462) o35->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:23/10 lens 392/456 e 0 to 0 dl 1788851912 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788851905.057230:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851905.057231:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851905.057232:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff989ad05fc800. 02000000:00000001:0.0:1788851905.057234:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851905.057235:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851905.057236:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:0.0:1788851905.057238:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851905.057239:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff989acadf6600. 02000000:00000001:0.0:1788851905.057241:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851905.057242:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851905.057243:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1998e00. 00000100:00000001:0.0:1788851905.057246:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851905.057247:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851905.057249:0:2399:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788851905.057251:0:2399:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:0.0:1788851905.057254:0:2399:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851905.057255:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851905.057260:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c47100 x1875733950903552/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851905.057267:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851905.057270:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851905.057272:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851905.057275:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c47100 x1875733950903552/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851905.057287:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950903552:192.168.201.149@tcp:400:kworker.0 00000400:00000001:0.0:1788851905.057293:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851905.057294:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851905.057296:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d563c8. 00000400:00000200:0.0:1788851905.057298:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4da18 00000400:00000010:0.0:1788851905.057300:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4da18. 00000100:00000001:0.0:1788851905.057302:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851905.057304:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c47800 x1875733950903808/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851905.057311:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c47800 x1875733950903808/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851905.057316:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851905.057317:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851905.057319:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851905.057321:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851905.057322:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851905.057324:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851905.057326:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851905.057331:0:2399:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=46 v=36 (36 36 5 5) 00000100:00001000:0.0:1788851905.057333:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=33 v=5 (1 1 1 1) 00000100:00000001:0.0:1788851905.057335:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851905.057336:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851905.057338:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851905.057339:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851905.057341:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851905.057343:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:0.0:1788851905.057344:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851905.057346:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851905.057350:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c47800 x1875733950903808/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851905.057355:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851905.057363:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851905.057364:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851905.057369:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c47800 x1875733950903808/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851905.057376:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950903808:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851905.057380:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851905.057382:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851905.057385:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c47100 x1875733950903552/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851905.057391:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851905.057393:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851905.057395:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989acac1ae00. 02000000:00000001:0.0:1788851905.057397:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851905.057398:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851905.057400:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:0.0:1788851905.057401:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851905.057404:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154f200. 02000000:00000001:0.0:1788851905.057406:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851905.057407:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851905.057408:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c47100. 00000100:00000001:0.0:1788851905.057410:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851905.057411:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851905.057413:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851905.057415:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c47800 x1875733950903808/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851905.057420:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851905.057421:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851905.057422:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989acac1b800. 02000000:00000001:0.0:1788851905.057424:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851905.057425:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851905.057426:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:0.0:1788851905.057427:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851905.057428:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154f400. 02000000:00000001:0.0:1788851905.057436:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851905.059387:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851905.059391:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c47800. 00000100:00000001:0.0:1788851905.059397:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851905.059398:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851905.059402:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851905.059409:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851905.059411:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851905.059413:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851905.059416:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851905.468960:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851905.468967:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851905.468972:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851905.468973:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851905.468977:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851905.468978:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851905.469001:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851905.469004:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851905.469007:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788851906.083185:0:278363:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851906.502026:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851906.502036:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851906.502044:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851906.502048:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851906.502050:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851906.502058:0:266176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851906.502060:0:266176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851906.502062:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851906.502065:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851906.502068:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851906.502070:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851906.502073:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851906.502076:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851906.502078:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851906.502079:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851906.502103:0:266176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851906.502104:0:266176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851906.502105:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851906.502107:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851906.502108:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851906.502109:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851906.502112:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851906.502289:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851906.502295:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851906.502300:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1788851906.614750:0:278400:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788851906.614758:0:278400:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: osc.lustre-OST0000-osc-ffff989ae4bee800.ost_server_uuid in FULL state after 0 sec 00000001:00000001:3.0:1788851906.623042:0:278400:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00010000:2.0:1788851906.827107:0:278411:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff989ae4bee800 00010000:00000001:2.0:1788851906.827116:0:278411:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788851906.827118:0:278411:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788851906.827124:0:278411:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788851906.827127:0:278411:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788851906.827132:0:278411:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788851906.827135:0:278411:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788851906.827138:0:278411:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788851906.827155:0:278411:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:0.0:1788851906.827457:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851906.827460:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851906.827463:0:242195:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788851906.827467:0:242195:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788851906.827470:0:242195:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788851906.827476:0:242195:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff989ae4bee800 lock: 00000000399939bc/0xcf9b6057b9c78afb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x53a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400010000 nid: local remote: 0xcdd014f0db4e869f expref: -99 pid: 277997 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788851906.827953:0:242195:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788851906.827956:0:242195:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788851906.827961:0:242195:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630389750608024 : -113683958943592 : ffff989ae402b098) 00000020:00001000:0.0:1788851906.827963:0:242195:0:(cl_object.c:823:cl_env_get()) 1@ffff989ae402b090 00000008:00000001:0.0:1788851906.828014:0:242195:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788851906.828017:0:242195:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1788851906.828019:0:242195:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788851906.828021:0:242195:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630390252223016 : -113683457328600 : ffff989b01e8ba28) 00000020:00001000:0.0:1788851906.828023:0:242195:0:(cl_object.c:823:cl_env_get()) 1@ffff989b01e8ba20 00000008:00000001:0.0:1788851906.828026:0:242195:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1788851906.828028:0:242195:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1788851906.828032:0:242195:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788851906.828034:0:242195:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788851906.828037:0:242195:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1788851906.828040:0:242195:0:(cl_object.c:143:cl_object_top()) ffff989ac9420540 -> ffff989ac35de9e0 00000020:00000001:0.0:1788851906.828044:0:242195:0:(cl_object.c:143:cl_object_top()) ffff989ac35de9e0 -> ffff989ac35de9e0 00000020:00000001:0.0:1788851906.828046:0:242195:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788851906.828057:0:242195:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788851906.828059:0:242195:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0xfb7:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788851906.828062:0:242195:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788851906.828064:0:242195:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788851906.828065:0:242195:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788851906.828069:0:242195:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0xfb7:0x0]io ffff989ad2a47080 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1788851906.828074:0:242195:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788851906.828076:0:242195:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788851906.828078:0:242195:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788851906.828081:0:242195:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788851906.828082:0:242195:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851906.828084:0:242195:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788851906.828085:0:242195:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788851906.828086:0:242195:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1788851906.828088:0:242195:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788851906.828091:0:242195:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1788851906.828095:0:242195:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788851906.828097:0:242195:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788851906.828099:0:242195:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788851906.828101:0:242195:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788851906.828103:0:242195:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788851906.828106:0:242195:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0xfb7:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1788851906.828109:0:242195:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788851906.828110:0:242195:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1788851906.828111:0:242195:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788851906.828114:0:242195:0:(cl_object.c:917:cl_env_put()) 1@ffff989b01e8ba20 00000008:00000001:0.0:1788851906.828117:0:242195:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851906.828120:0:242195:0:(cl_object.c:143:cl_object_top()) ffff989ac9420540 -> ffff989ac35de9e0 00010000:00000001:0.0:1788851906.828123:0:242195:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1788851906.828126:0:242195:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851906.828128:0:242195:0:(cl_object.c:143:cl_object_top()) ffff989ac9420540 -> ffff989ac35de9e0 00000020:00000001:0.0:1788851906.828130:0:242195:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788851906.828132:0:242195:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788851906.828135:0:242195:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788851906.828137:0:242195:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851906.828139:0:242195:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851906.828140:0:242195:0:(cl_object.c:143:cl_object_top()) ffff989ac9420540 -> ffff989ac35de9e0 00000020:00000001:0.0:1788851906.828142:0:242195:0:(cl_object.c:143:cl_object_top()) ffff989ac35de9e0 -> ffff989ac35de9e0 00000020:00000001:0.0:1788851906.828144:0:242195:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1788851906.828153:0:242195:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851906.828155:0:242195:0:(cl_object.c:143:cl_object_top()) ffff989ac9420540 -> ffff989ac35de9e0 00000008:00000001:0.0:1788851906.828159:0:242195:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788851906.828161:0:242195:0:(cl_object.c:917:cl_env_put()) 1@ffff989ae402b090 00000008:00000001:0.0:1788851906.828165:0:242195:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851906.828168:0:242195:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788851906.828172:0:242195:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788851906.828174:0:242195:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788851906.828177:0:242195:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788851906.828179:0:242195:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788851906.828183:0:242195:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff989ad05b1200 with handle 0xcf9b6057b9c78afb from hash 00010000:00000001:0.0:1788851906.828186:0:242195:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788851906.828187:0:242195:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788851906.828189:0:242195:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788851906.828191:0:242195:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788851906.828194:0:242195:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788851906.828196:0:242195:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788851906.828199:0:242195:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788851906.828201:0:242195:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788851906.828203:0:242195:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788851906.828210:0:242195:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c47800. 00000020:00000040:0.0:1788851906.828214:0:242195:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:0.0:1788851906.828219:0:242195:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851906.828222:0:242195:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851906.828227:0:242195:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851906.828233:0:242195:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff989afb55c000. 00000100:00000001:0.0:1788851906.828240:0:242195:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851906.828242:0:242195:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788851906.828248:0:242195:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff989ae4bee800 lock: 00000000399939bc/0xcf9b6057b9c78afb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x53a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0xcdd014f0db4e869f expref: -99 pid: 277997 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788851906.828257:0:242195:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788851906.828258:0:242195:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851906.828261:0:242195:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788851906.828263:0:242195:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788851906.828269:0:242195:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff989af93a29c0. 00000100:00000001:0.0:1788851906.828276:0:242195:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630390106565056 : -113683602986560 : ffff989af93a29c0) 00000100:00000001:0.0:1788851906.828279:0:242195:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851906.828280:0:242195:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427763200 : -113684281788416 : ffff989ad0c47800) 00000100:00000001:0.0:1788851906.828284:0:242195:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851906.828289:0:242195:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851906.828291:0:242195:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788851906.828293:0:242195:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851906.828302:0:242195:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c47800 x1875733950903936/t0(0) o103->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851906.828311:0:242195:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851906.828313:0:242195:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851906.828316:0:242195:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851906.828319:0:242195:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851906.828321:0:242195:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851906.828324:0:242195:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c47800 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:ce355dc5-aa26-4be3-aeee-a9c6a736c297:242195:1875733950903936:192.168.201.149@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788851906.828328:0:242195:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851906.828334:0:242195:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851906.828336:0:242195:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851906.828338:0:242195:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851906.828342:0:242195:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989afb55ce00. 02000000:00000001:0.0:1788851906.828344:0:242195:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851906.828370:0:242195:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851906.828374:0:242195:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dceb00. 00000400:00000010:0.0:1788851906.828381:0:242195:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a880. 00000100:00000200:0.0:1788851906.828388:0:242195:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950903936, portal 18 00000100:00000001:0.0:1788851906.828390:0:242195:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851906.828391:0:242195:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427763200 : -113684281788416 : ffff989ad0c47800) 00000100:00000040:0.0:1788851906.828398:0:242195:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c47800 x1875733950903936/t0(0) o103->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851922 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851906.828405:0:242195:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851906.828408:0:242195:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851906.828410:0:242195:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a908. 00000100:00000200:0.0:1788851906.828413:0:242195:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875733950903936, offset 0 00000400:00000200:0.0:1788851906.828424:0:242195:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851906.828433:0:242195:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851906.828440:0:242195:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851906.828445:0:242195:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851906.828450:0:242195:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851906.828454:0:242195:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851906.828457:0:242195:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851906.828460:0:242195:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541460:541460:256:4294967295] 192.168.201.149@tcp LPNI seq info [541394:541394:8:4294967295] 00000400:00000200:0.0:1788851906.828465:0:242195:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851906.828474:0:242195:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851906.828480:0:242195:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851906.828485:0:242195:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154f400. 00000800:00000200:0.0:1788851906.828491:0:242195:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851906.828498:0:242195:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851906.828503:0:242195:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154f400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788851906.828523:0:242195:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851906.828527:0:242195:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 168582 usecs (169 jiffies) 00000800:00000200:1.0:1788851906.830132:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851906.830140:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154f400. 00000400:00000200:1.0:1788851906.830148:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851906.830155:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851906.830644:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a908 00000400:00000010:1.0:1788851906.830649:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a908. 00000100:00000001:1.0:1788851906.830656:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851906.830663:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c47800 x1875733950903936/t0(0) o103->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851922 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851906.830676:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851906.830680:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff989ad0c47800 x1875733950903936/t0(0) o103->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851922 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851906.831012:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851906.831014:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:2.0:1788851906.832067:0:278412:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff989ae4bee800 00010000:00000001:2.0:1788851906.832079:0:278412:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788851906.832081:0:278412:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788851906.832084:0:278412:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851906.832088:0:278412:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788851906.832089:0:278412:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851906.832091:0:278412:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851906.832626:0:242195:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851906.832632:0:242195:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307472828 00000100:00000001:0.0:1788851906.832636:0:242195:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307474645 00000100:00000001:0.0:1788851906.832638:0:242195:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307472828 00000100:00000001:0.0:1788851906.832640:0:242195:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307474645 00000100:00000001:0.0:1788851906.832643:0:242195:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851906.832646:0:242195:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851906.832650:0:242195:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851906.832652:0:242195:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788851906.832655:0:242195:0:(client.c:2715:ptlrpc_set_wait()) set ffff989af93a29c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788851906.832659:0:242195:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851906.832662:0:242195:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851906.857078:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851906.857102:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851906.857106:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851906.857108:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851906.857116:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851906.857123:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851906.857132:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851906.857136:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851906.857142:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851906.857145:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 18 MB=0x6a9f857d63680 00000400:00000200:0.0:1788851906.857150:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851906.857156:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bca1 [1] + 224 00000800:00000001:0.0:1788851906.857163:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851906.857169:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851906.857172:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851906.857176:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851906.857183:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851906.857190:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c47800 x1875733950903936/t0(0) o103->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851906.857202:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c47800 x1875733950903936/t0(0) o103->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851922 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851906.857228:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851906.857235:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851906.857238:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851906.857289:0:242195:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851906.857296:0:242195:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851906.857297:0:242195:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851906.857301:0:242195:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dceb00. 00000400:00000200:3.0:1788851906.857306:0:242195:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a880 00000400:00000010:3.0:1788851906.857308:0:242195:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a880. 00000100:00000001:3.0:1788851906.857311:0:242195:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851906.857315:0:242195:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c47800 x1875733950903936/t0(0) o103->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851922 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851906.857324:0:242195:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c47800 x1875733950903936/t0(0) o103->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851922 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851906.857330:0:242195:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851906.857332:0:242195:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851906.857334:0:242195:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851906.857337:0:242195:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851906.857340:0:242195:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851906.857342:0:242195:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851906.857345:0:242195:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851906.857353:0:242195:0:(import.c:2149:obd_at_measure()) add 5 to ffff989ac841ccf0 time=238 v=5 (5 5 5 5) 00000100:00001000:3.0:1788851906.857357:0:242195:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1788851906.857359:0:242195:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851906.857361:0:242195:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851906.857363:0:242195:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851906.857366:0:242195:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851906.857370:0:242195:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851906.857377:0:242195:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:3.0:1788851906.857378:0:242195:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851906.857380:0:242195:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851906.857385:0:242195:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c47800 x1875733950903936/t0(0) o103->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851922 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851906.857391:0:242195:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851906.857394:0:242195:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851906.857396:0:242195:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851906.857400:0:242195:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c47800 x1875733950903936/t0(0) o103->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851922 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851906.857407:0:242195:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c47800 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:ce355dc5-aa26-4be3-aeee-a9c6a736c297:242195:1875733950903936:192.168.201.149@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788851906.857412:0:242195:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851906.857414:0:242195:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851906.857416:0:242195:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788851906.857418:0:242195:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851906.857421:0:242195:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c47800 x1875733950903936/t0(0) o103->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851922 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851906.857429:0:242195:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788851906.857431:0:242195:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff989af93a29c0. 00000100:00000001:3.0:1788851906.857434:0:242195:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788851906.857435:0:242195:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851906.857437:0:242195:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851906.857440:0:242195:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c47800 x1875733950903936/t0(0) o103->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851922 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851906.857446:0:242195:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851906.857448:0:242195:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851906.857451:0:242195:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989afb55ce00. 02000000:00000001:3.0:1788851906.857454:0:242195:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851906.857456:0:242195:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851906.857457:0:242195:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:3.0:1788851906.857459:0:242195:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851906.857462:0:242195:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff989afb55c000. 02000000:00000001:3.0:1788851906.857468:0:242195:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851906.857470:0:242195:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851906.857472:0:242195:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c47800. 00000100:00000001:3.0:1788851906.857475:0:242195:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851906.857476:0:242195:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788851906.857478:0:242195:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1788851906.857482:0:242195:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788851906.857486:0:242195:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff989ae4bee800 lock: 00000000399939bc/0xcf9b6057b9c78afb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x53a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0xcdd014f0db4e869f expref: -99 pid: 277997 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788851906.857498:0:242195:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff989af987e4c0. 00010000:00000040:3.0:1788851906.857502:0:242195:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff989ad0512900 count: 0 00010000:00000010:3.0:1788851906.857509:0:242195:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff989ad0512700. 00010000:00000001:3.0:1788851906.857518:0:242195:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851906.857519:0:242195:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851906.857639:0:242195:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851906.857644:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851906.857645:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851906.857648:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788851906.857649:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851906.857650:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851906.857651:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788851906.857653:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851906.857654:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851906.857656:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788851906.857679:0:278411:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851906.857682:0:278411:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851906.857684:0:278411:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1788851906.887960:0:277843:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff989ad0512900. 00010000:00000010:3.1:1788851906.887981:0:277843:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff989ad05b1200. 00010000:00000001:3.0:1788851907.517025:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851907.517033:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851907.517040:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851907.517041:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851907.520845:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851907.520853:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851907.520858:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851908.541012:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851908.541020:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851908.541026:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851908.541200:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851908.541867:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851908.541871:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851908.541875:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851908.860982:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307474645, at 4307474688 00000100:00000010:0.0:1788851908.860999:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ae52ef2a0. 00000100:00000040:1.0:1788851908.861086:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307474645, at 4307474688 00000100:00000010:1.0:1788851908.861093:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ae52ef000. 00010000:00000001:3.0:1788851909.565153:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851909.565160:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851909.565166:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851909.565185:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851909.565214:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851909.565217:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851909.565219:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788851910.143439:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851910.143451:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851910.143460:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af199ad80. 00000020:00000040:2.0:1788851910.143467:0:218145:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:2.0:1788851910.143472:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851910.143476:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851910.143492:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851910.143503:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642f00. 00000100:00000001:2.0:1788851910.143512:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851910.143621:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989af199ad80 x1875733950904064/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851910.143636:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851910.143641:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851910.143649:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e56b4d3f] to pc [ptlrpcd_01_01+1] req@ffff989af199ad80 x1875733950904064/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851910.143978:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851910.143982:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851910.143985:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851910.143989:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1998000. 00000020:00000040:2.0:1788851910.143992:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:2.0:1788851910.143996:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851910.143997:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851910.144111:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851910.144117:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642800. 00000100:00000001:2.0:1788851910.144122:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851910.144128:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989af1998000 x1875733950904192/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851910.144145:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851910.144148:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851910.144152:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c1ce64] to pc [ptlrpcd_01_00+0] req@ffff989af1998000 x1875733950904192/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851910.144162:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851910.144164:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851910.144165:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851910.144167:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788851910.144170:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1788851910.144171:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1998700. 00000020:00000040:2.0:1788851910.144173:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:3.0:1788851910.144174:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788851910.144176:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851910.144178:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851910.144180:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851910.144181:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af199ad80 x1875733950904064/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1788851910.144183:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642900. 00000100:00000001:2.0:1788851910.144186:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.144189:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1788851910.144190:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989af1998700 x1875733950904320/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851910.144192:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851910.144196:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788851910.144197:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851910.144198:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851910.144199:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851910.144202:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851910.144202:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4162c45] to pc [ptlrpcd_01_01+1] req@ffff989af1998700 x1875733950904320/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851910.144206:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af199ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2402:1875733950904064:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851910.144210:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.144211:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1788851910.144212:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851910.144215:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851910.144217:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1999500. 00000020:00000040:2.0:1788851910.144220:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:2.0:1788851910.144222:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851910.144223:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851910.144225:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851910.144228:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1788851910.144228:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642200. 02000000:00000001:3.0:1788851910.144231:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851910.144234:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788851910.144236:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851910.144240:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad5836e00. 00000100:00000040:2.0:1788851910.144240:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989af1999500 x1875733950904448/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1788851910.144242:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851910.144247:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851910.144248:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851910.144251:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000040:2.0:1788851910.144252:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f20fd09] to pc [ptlrpcd_01_00+0] req@ffff989af1999500 x1875733950904448/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788851910.144256:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad58469a0. 00000100:00000001:2.0:1788851910.144259:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851910.144261:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851910.144264:0:218145:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1788851910.144265:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067908. 00000100:00000040:2.0:1788851910.144269:0:218145:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12813) 00000100:00000200:3.0:1788851910.144273:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950904064, portal 25 00000100:00000001:3.0:1788851910.144276:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851910.144278:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978606976 : -113683730944640 : ffff989af199ad80) 00000100:00000040:3.0:1788851910.144284:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af199ad80 x1875733950904064/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851910.144286:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851910.144289:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851910.144291:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788851910.144292:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851910.144295:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000100:00000040:2.0:1788851910.144295:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1998000 x1875733950904192/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788851910.144298:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067bb0. 00000100:00000200:3.0:1788851910.144302:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950904064, offset 0 00000100:00000001:2.0:1788851910.144302:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851910.144303:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851910.144305:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851910.144307:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788851910.144309:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 02000000:00000001:2.0:1788851910.144309:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851910.144312:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950904192:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851910.144315:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851910.144318:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851910.144319:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851910.144320:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851910.144323:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad8915a00. 02000000:00000001:2.0:1788851910.144324:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851910.144325:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851910.144328:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851910.144331:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb5d8. 00000400:00000200:3.0:1788851910.144334:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000010:2.0:1788851910.144337:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f15d8. 00000400:00000200:3.0:1788851910.144340:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1788851910.144344:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950904192, portal 10 00000400:00000200:3.0:1788851910.144346:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000100:00000001:2.0:1788851910.144346:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851910.144347:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978595328 : -113683730956288 : ffff989af1998000) 00000400:00000200:3.0:1788851910.144350:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851910.144353:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000100:00000040:2.0:1788851910.144354:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1998000 x1875733950904192/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788851910.144358:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541461:541461:256:4294967295] 192.168.201.149@tcp LPNI seq info [541395:541395:8:4294967295] 00000100:00000001:2.0:1788851910.144360:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851910.144362:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851910.144363:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851910.144364:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1f68. 00000100:00000200:2.0:1788851910.144367:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950904192, offset 0 00000400:00000200:2.0:1788851910.144370:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851910.144374:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851910.144377:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000400:00000200:2.0:1788851910.144377:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851910.144380:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851910.144383:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000800:00000200:3.0:1788851910.144384:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851910.144385:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851910.144387:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000800:00000010:3.0:1788851910.144390:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01a6a700. 00000400:00000200:2.0:1788851910.144390:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541462:541462:255:4294967295] 192.168.201.149@tcp LPNI seq info [541396:541396:7:4294967295] 00000400:00000200:2.0:1788851910.144394:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000800:00000200:3.0:1788851910.144399:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000400:00000200:2.0:1788851910.144399:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851910.144403:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851910.144406:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642500. 00000800:00000200:3.0:1788851910.144408:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851910.144409:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851910.144413:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01a6a700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1788851910.144413:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851910.144415:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851910.144439:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851910.144439:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851910.144444:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000040:2.0:1788851910.144444:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24847 usecs (25 jiffies) 00000100:00000001:3.0:1788851910.144447:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307479768 00000400:00000200:2.0:1788851910.144447:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851910.144449:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307475996 00000100:00000010:3.0:1788851910.144452:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ac67a4900. 00000100:00000001:3.0:1788851910.144459:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788851910.144465:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307479768 00000100:00000001:2.0:1788851910.144466:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307479768 00000100:00000010:3.0:1788851910.144468:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ac67a4f60. 00000100:00000001:2.0:1788851910.144468:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307475996 00000100:00000001:3.0:1788851910.144472:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788851910.144475:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851910.144475:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307479768 00000100:00000001:3.0:1788851910.144486:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851910.144486:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851910.144488:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851910.144490:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788851910.144491:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.144493:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851910.144495:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1999500 x1875733950904448/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851910.144500:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851910.144501:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.144502:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1788851910.144504:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788851910.144505:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1788851910.144505:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851910.144507:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851910.144508:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788851910.144508:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.144510:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1788851910.144511:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1999500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950904448:192.168.201.149@tcp:400:kworker.0 00000100:00000040:3.0:1788851910.144513:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1998700 x1875733950904320/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851910.144514:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851910.144516:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851910.144518:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.144525:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851910.144526:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851910.144528:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851910.144530:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851910.144532:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851910.144535:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950904320:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851910.144538:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851910.144540:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851910.144542:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851910.144543:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851910.144546:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad5836400. 02000000:00000001:3.0:1788851910.144548:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851910.144551:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851910.144553:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad5846688. 00000400:00000010:3.0:1788851910.144557:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad10672a8. 00000100:00000200:3.0:1788851910.144560:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950904320, portal 10 00000100:00000001:3.0:1788851910.144562:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851910.144564:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978597120 : -113683730954496 : ffff989af1998700) 00000100:00000040:3.0:1788851910.144569:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1998700 x1875733950904320/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851910.144576:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851910.144579:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1788851910.144582:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067f68. 00000100:00000200:3.0:1788851910.144584:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950904320, offset 0 00000400:00000200:3.0:1788851910.144589:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851910.144593:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851910.144597:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851910.144600:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851910.144602:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851910.144605:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851910.144607:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851910.144616:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541463:541463:254:4294967295] 192.168.201.149@tcp LPNI seq info [541397:541397:6:4294967295] 02000000:00000001:2.0:1788851910.144616:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851910.144619:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad8914000. 00000400:00000200:3.0:1788851910.144620:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 02000000:00000001:2.0:1788851910.144622:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851910.144625:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851910.144628:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb4d0. 00000400:00000010:2.0:1788851910.144632:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1d48. 00000100:00000200:2.0:1788851910.144635:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950904448, portal 4 00000100:00000001:2.0:1788851910.144637:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1788851910.144638:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000100:00000001:2.0:1788851910.144639:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978600704 : -113683730950912 : ffff989af1999500) 00000800:00000200:3.0:1788851910.144642:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000100:00000040:2.0:1788851910.144645:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1999500 x1875733950904448/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1788851910.144646:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01a6a400. 00000800:00000200:3.0:1788851910.144650:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000100:00000001:2.0:1788851910.144653:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1788851910.144654:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000100:00000040:2.0:1788851910.144655:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000800:00000200:3.0:1788851910.144657:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01a6a400 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1788851910.144658:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f12a8. 00000100:00000001:3.0:1788851910.144660:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851910.144663:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21432 usecs (22 jiffies) 00000400:00000200:3.0:1788851910.144667:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851910.144669:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307475993 00000100:00000001:3.0:1788851910.144672:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307479768 00000100:00000001:3.0:1788851910.144674:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307475993 00000100:00000001:3.0:1788851910.144676:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307479768 00000100:00000001:3.0:1788851910.144678:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851910.144681:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.144684:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.144685:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851910.144688:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851910.144690:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788851910.144692:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851910.144693:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851910.144695:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.144697:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788851910.144823:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950904448, offset 0 00000400:00000200:2.0:1788851910.144830:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851910.144834:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851910.144847:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851910.144851:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851910.144853:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851910.144855:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851910.144857:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851910.144860:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541464:541464:253:4294967295] 192.168.201.149@tcp LPNI seq info [541398:541398:5:4294967295] 00000400:00000200:2.0:1788851910.144865:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851910.144871:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851910.144874:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851910.144878:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642b00. 00000800:00000200:2.0:1788851910.144881:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851910.144886:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851910.144908:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851910.144911:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851910.144914:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 168478 usecs (169 jiffies) 00000400:00000200:2.0:1788851910.144918:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851910.144919:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307476140 00000100:00000001:2.0:1788851910.144921:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307479768 00000100:00000001:2.0:1788851910.144923:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307476140 00000100:00000001:2.0:1788851910.144925:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307479768 00000100:00000001:2.0:1788851910.144927:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851910.144929:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851910.144931:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851910.144931:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788851910.144933:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851910.144937:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851910.144939:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1788851910.144941:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851910.144942:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1788851910.144942:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01a6a700. 00000100:00000001:2.0:1788851910.144944:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851910.144945:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851910.144949:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851910.144955:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851910.144960:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067bb0 00000400:00000010:0.0:1788851910.144963:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067bb0. 00000100:00000001:0.0:1788851910.144968:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851910.144972:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af199ad80 x1875733950904064/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851910.144983:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851910.144986:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af199ad80 x1875733950904064/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851926 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851910.144991:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851910.144993:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851910.145007:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851910.145009:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642500. 00000400:00000200:0.0:1788851910.145012:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851910.145015:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851910.145017:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1f68 00000400:00000010:0.0:1788851910.145019:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1f68. 00000100:00000001:0.0:1788851910.145021:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851910.145024:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1998000 x1875733950904192/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851910.145031:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851910.145034:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1998000 x1875733950904192/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851910.145040:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851910.145042:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851910.145049:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851910.145051:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01a6a400. 00000400:00000200:0.0:1788851910.145054:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851910.145057:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851910.145059:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067f68 00000400:00000010:0.0:1788851910.145060:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067f68. 00000100:00000001:0.0:1788851910.145070:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851910.145074:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1998700 x1875733950904320/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851910.145080:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851910.145083:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1998700 x1875733950904320/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851910.145089:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851910.145091:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851910.145150:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851910.145152:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642b00. 00000400:00000200:0.0:1788851910.145154:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851910.145157:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851910.145159:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f12a8 00000400:00000010:0.0:1788851910.145160:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f12a8. 00000100:00000001:0.0:1788851910.145162:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851910.145164:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1999500 x1875733950904448/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851910.145169:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851910.145170:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1999500 x1875733950904448/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851965 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851910.145175:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851910.145175:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851910.162454:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851910.162473:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851910.162477:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851910.162490:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851910.162501:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.162511:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851910.162679:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.162686:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.162693:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.162699:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d63700 00000400:00000200:0.0:1788851910.162705:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.162726:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bcb1 [1] + 224 00000800:00000001:0.0:1788851910.162736:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851910.162742:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851910.162746:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851910.162751:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851910.162762:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851910.162773:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af199ad80 x1875733950904064/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851926 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851910.162785:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af199ad80 x1875733950904064/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851910.162804:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851910.162815:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851910.162820:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851910.162821:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851910.162824:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851910.162827:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.162830:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851910.162835:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.162837:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.162840:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.162843:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d63780 00000400:00000200:0.0:1788851910.162847:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.162853:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bcb9 [1] + 224 00000800:00000001:0.0:1788851910.162857:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851910.162861:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851910.162863:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851910.162866:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851910.162869:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851910.162874:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1998000 x1875733950904192/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851910.162882:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1998000 x1875733950904192/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851910.163029:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851910.163036:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851910.163046:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851910.163236:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851910.163241:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad58469a0. 00000400:00000200:3.0:1788851910.163247:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067908 00000400:00000010:3.0:1788851910.163250:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067908. 00000100:00000001:3.0:1788851910.163261:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851910.163266:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af199ad80 x1875733950904064/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851910.163277:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af199ad80 x1875733950904064/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851926 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851910.163284:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851910.163286:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851910.163289:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851910.163293:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851910.163297:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851910.163300:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851910.163304:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851910.163313:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=51 v=5 (5 5 5 5) 00000100:00001000:3.0:1788851910.163318:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=54 v=5 (1 1 1 0) 00000100:00000001:3.0:1788851910.163321:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851910.163323:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851910.163326:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851910.163329:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.163332:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851910.163338:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af199ad80 x1875733950904064/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851926 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851910.163346:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851910.163350:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851910.163353:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851910.163357:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af199ad80 x1875733950904064/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851926 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851910.163367:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af199ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2402:1875733950904064:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851910.163372:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.163375:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851910.163379:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af199ad80 x1875733950904064/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851926 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851910.163387:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851910.163396:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851910.163400:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad5836e00. 02000000:00000001:3.0:1788851910.163405:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851910.163409:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851910.163411:0:2402:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:3.0:1788851910.163413:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851910.163417:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642f00. 02000000:00000001:3.0:1788851910.163421:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851910.163423:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851910.163426:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af199ad80. 00000100:00000001:3.0:1788851910.163430:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851910.163432:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851910.163436:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.163438:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851910.163440:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851910.163442:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.163444:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851910.163536:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851910.163543:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851910.163549:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851910.163551:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851910.163554:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851910.163558:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.163562:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851910.163567:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.163570:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.163573:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.163576:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d63800 00000400:00000200:0.0:1788851910.163580:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.163585:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bcc1 [1] + 224 00000800:00000001:0.0:1788851910.163589:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851910.163593:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851910.163595:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851910.163599:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851910.163602:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851910.163606:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1998700 x1875733950904320/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851910.163615:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1998700 x1875733950904320/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851910.163629:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851910.163634:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851910.163638:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851910.163640:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851910.163642:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851910.163645:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.163649:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851910.163653:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.163665:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.163669:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.163672:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d63880 00000400:00000200:0.0:1788851910.163676:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851910.163680:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bcc9 [1] + 224 00000800:00000001:0.0:1788851910.163684:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851910.163691:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851910.163693:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851910.163696:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851910.163699:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851910.163704:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1999500 x1875733950904448/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851910.163712:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1999500 x1875733950904448/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851910.163718:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851910.163722:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851910.163724:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851910.163767:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851910.163769:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851910.163773:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851910.163774:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851910.163777:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad5846688. 00000400:00000200:3.0:1788851910.163780:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad10672a8 00000400:00000010:3.0:1788851910.163782:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad10672a8. 00000100:00000001:3.0:1788851910.163784:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851910.163788:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1998700 x1875733950904320/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851910.163797:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1998700 x1875733950904320/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851910.163804:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851910.163805:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851910.163807:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851910.163809:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851910.163811:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851910.163813:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851910.163815:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851910.163823:0:2402:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841fc60 time=51 v=85 (85 85 85 86) 00000100:00001000:3.0:1788851910.163834:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=33 v=5 (1 1 1 0) 00000100:00000001:3.0:1788851910.163836:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851910.163838:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851910.163839:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788851910.163844:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989af1998700 x1875733950904320/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851910.163852:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.163856:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851910.163858:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788851910.163860:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851910.163862:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851910.163865:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1998700 x1875733950904320/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851910.163873:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851910.163875:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851910.163876:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851910.163880:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1998700 x1875733950904320/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851910.163917:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950904320:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851910.163923:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851910.163925:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851910.163928:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1998700 x1875733950904320/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851910.163934:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851910.163936:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851910.163938:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad5836400. 02000000:00000001:3.0:1788851910.163941:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851910.163943:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851910.163944:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:3.0:1788851910.163945:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851910.163947:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642900. 02000000:00000001:3.0:1788851910.163956:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851910.163957:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851910.163960:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1998700. 00000100:00000001:3.0:1788851910.163962:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851910.163964:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851910.163966:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851910.163975:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851910.163978:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.163980:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851910.163981:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.163990:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851910.163992:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851910.163996:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851910.164124:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851910.164127:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb5d8. 00000400:00000200:3.0:1788851910.164131:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f15d8 00000400:00000010:3.0:1788851910.164133:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f15d8. 00000100:00000001:3.0:1788851910.164136:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851910.164140:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1998000 x1875733950904192/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851910.164148:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1998000 x1875733950904192/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851910.164155:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851910.164157:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851910.164159:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851910.164160:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851910.164162:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851910.164163:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851910.164166:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851910.164171:0:2401:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=51 v=85 (85 85 85 86) 00000100:00001000:3.0:1788851910.164174:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=59 v=5 (1 1 1 0) 00000100:00000001:3.0:1788851910.164177:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851910.164178:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851910.164180:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851910.164182:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.164185:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851910.164192:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1788851910.164194:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851910.164196:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851910.164200:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1998000 x1875733950904192/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851910.164205:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851910.164207:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851910.164209:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851910.164212:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1998000 x1875733950904192/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851910.164220:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950904192:192.168.201.149@tcp:400:kworker.0 00000400:00000001:3.0:1788851910.164225:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851910.164227:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851910.164229:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb4d0. 00000400:00000200:3.0:1788851910.164231:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1d48 00000400:00000010:3.0:1788851910.164233:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1d48. 00000100:00000001:3.0:1788851910.164235:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851910.164238:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1999500 x1875733950904448/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851910.164246:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1999500 x1875733950904448/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851910.164252:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851910.164253:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851910.164255:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851910.164257:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851910.164258:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851910.164260:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851910.164262:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851910.164266:0:2401:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=51 v=36 (36 36 5 5) 00000100:00001000:3.0:1788851910.164270:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=38 v=5 (1 1 1 1) 00000100:00000001:3.0:1788851910.164272:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851910.164279:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851910.164281:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851910.164283:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.164285:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851910.164286:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:3.0:1788851910.164288:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851910.164290:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851910.164294:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1999500 x1875733950904448/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851910.164300:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851910.164302:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851910.164303:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851910.164307:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1999500 x1875733950904448/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851965 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851910.164313:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1999500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950904448:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851910.164317:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851910.164318:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851910.164321:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1998000 x1875733950904192/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851910.164327:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851910.164328:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851910.164330:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad8915a00. 02000000:00000001:3.0:1788851910.164333:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851910.164334:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851910.164335:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:3.0:1788851910.164337:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851910.164338:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642800. 02000000:00000001:3.0:1788851910.164340:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851910.164341:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851910.164343:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1998000. 00000100:00000001:3.0:1788851910.164345:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851910.164346:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851910.164347:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851910.164355:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1999500 x1875733950904448/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851965 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851910.164360:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851910.164361:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851910.164363:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad8914000. 02000000:00000001:3.0:1788851910.164365:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851910.164367:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851910.164368:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:3.0:1788851910.164370:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851910.164372:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642200. 02000000:00000001:3.0:1788851910.164374:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851910.164375:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851910.164377:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1999500. 00000100:00000001:3.0:1788851910.164379:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851910.164380:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851910.164382:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851910.164386:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851910.164387:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851910.164390:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851910.164391:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851910.589422:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851910.589432:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851910.589440:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851910.589442:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851910.594298:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851910.594331:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851910.594337:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851911.619424:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851911.619436:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851911.619467:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851911.619469:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851911.619807:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851911.619812:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851911.619816:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851912.637645:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851912.637654:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851912.637662:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851912.637663:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851912.637761:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851912.637765:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851912.637769:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851913.663576:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851913.663589:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851913.663592:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851913.663596:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851913.663603:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851913.663614:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851913.663617:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851913.663619:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851913.663625:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851913.663626:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851913.663691:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851913.663696:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851913.663699:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851913.980996:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307479768, at 4307479808 00000100:00000010:0.0:1788851913.981016:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ac67a4900. 00000100:00000040:1.0:1788851913.981216:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307479768, at 4307479808 00000100:00000010:1.0:1788851913.981223:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ac67a4f60. 00010000:00000001:3.0:1788851914.691192:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851914.691202:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851914.691208:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851914.691209:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851914.691234:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851914.691237:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851914.691241:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788851914.997009:0:278646:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851915.271347:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851915.271357:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851915.271365:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1869c00. 00000020:00000040:3.0:1788851915.271371:0:232038:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:3.0:1788851915.271376:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851915.271380:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851915.271386:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851915.271407:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01a6a400. 00000100:00000001:3.0:1788851915.271415:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851915.271430:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989af1869c00 x1875733950904576/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851915.271442:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851915.271447:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851915.271454:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000009658c4] to pc [ptlrpcd_01_01+1] req@ffff989af1869c00 x1875733950904576/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851915.271486:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851915.271489:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851915.271493:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851915.271496:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1869880. 00000020:00000040:3.0:1788851915.271498:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:3.0:1788851915.271500:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851915.271518:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851915.271531:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851915.271535:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01a6a700. 00000100:00000001:3.0:1788851915.271544:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851915.271549:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989af1869880 x1875733950904704/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851915.271556:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851915.271558:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851915.271561:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bba3ee18] to pc [ptlrpcd_01_00+0] req@ffff989af1869880 x1875733950904704/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851915.271570:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851915.271572:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851915.271575:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851915.271577:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af186bb80. 00000020:00000040:3.0:1788851915.271580:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:3.0:1788851915.271582:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851915.271583:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851915.271585:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851915.271588:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01a6a000. 00000100:00000001:3.0:1788851915.271591:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851915.271595:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989af186bb80 x1875733950904832/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851915.271608:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851915.271610:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851915.271614:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069b43b50] to pc [ptlrpcd_01_01+1] req@ffff989af186bb80 x1875733950904832/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851915.271621:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851915.271624:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851915.271627:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851915.271629:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1869500. 00000020:00000040:3.0:1788851915.271636:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:3.0:1788851915.271638:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851915.271640:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851915.271642:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851915.277341:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851915.277353:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851915.277357:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851915.277377:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1869c00 x1875733950904576/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851915.277404:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851915.277407:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851915.277413:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851915.277417:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851915.277420:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851915.277424:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1869c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2402:1875733950904576:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851915.277430:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851915.277438:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851915.277441:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851915.277444:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851915.277451:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad8915200. 02000000:00000001:2.0:1788851915.277453:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851915.277461:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851915.277467:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bbf20. 00000400:00000010:2.0:1788851915.277476:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1dd0. 00000100:00000200:2.0:1788851915.277485:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950904576, portal 25 00000100:00000001:2.0:1788851915.277488:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851915.277490:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977357312 : -113683732194304 : ffff989af1869c00) 00000100:00000040:2.0:1788851915.277497:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1869c00 x1875733950904576/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851915.277505:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851915.277509:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851915.277511:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1cc0. 00000100:00000200:2.0:1788851915.277515:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950904576, offset 0 00000400:00000200:2.0:1788851915.277533:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851915.277550:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851915.277559:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851915.277573:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851915.277579:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851915.277584:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851915.277587:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851915.277591:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541465:541465:256:4294967295] 192.168.201.149@tcp LPNI seq info [541399:541399:8:4294967295] 00000400:00000200:2.0:1788851915.277596:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851915.277616:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851915.277623:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851915.277629:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642c00. 00000800:00000200:2.0:1788851915.277638:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851915.277647:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851915.277653:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851915.277672:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851915.277676:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851915.277680:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307484900 00000100:00000010:2.0:1788851915.277685:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989af98fd5a0. 00000100:00000001:2.0:1788851915.277694:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788851915.277704:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307484900 00000100:00000010:2.0:1788851915.277707:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989af98fd840. 00000100:00000001:2.0:1788851915.277710:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788851915.277714:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851915.277717:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851915.277720:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851915.277725:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af186bb80 x1875733950904832/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851915.277733:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851915.277735:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851915.277737:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851915.277739:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851915.277741:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851915.277750:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af186bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950904832:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851915.277754:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851915.277757:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851915.277759:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851915.277761:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851915.277765:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad8915e00. 02000000:00000001:2.0:1788851915.277767:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851915.277771:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851915.277773:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb160. 00000400:00000010:2.0:1788851915.277778:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1198. 00000100:00000200:2.0:1788851915.277781:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950904832, portal 10 00000100:00000001:2.0:1788851915.277782:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851915.277784:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977365376 : -113683732186240 : ffff989af186bb80) 00000100:00000040:2.0:1788851915.277792:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af186bb80 x1875733950904832/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851915.277798:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851915.277800:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851915.277803:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1ee0. 00000100:00000200:2.0:1788851915.277805:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950904832, offset 0 00000400:00000200:2.0:1788851915.277809:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851915.277813:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851915.277816:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851915.277819:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851915.277822:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851915.277824:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851915.277826:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851915.277829:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541466:541466:255:4294967295] 192.168.201.149@tcp LPNI seq info [541400:541400:7:4294967295] 00000400:00000200:2.0:1788851915.277833:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851915.277840:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851915.277845:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851915.277848:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642100. 00000800:00000200:2.0:1788851915.277856:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851915.277861:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851915.277864:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851915.277867:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851915.277871:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21432 usecs (22 jiffies) 00000400:00000200:2.0:1788851915.277875:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851915.277877:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307481125 00000100:00000001:2.0:1788851915.277880:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307484900 00000100:00000001:2.0:1788851915.277882:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307481125 00000100:00000001:2.0:1788851915.277884:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307484900 00000100:00000001:2.0:1788851915.277886:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851915.277908:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851915.277911:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851915.277913:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851915.277922:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851915.277925:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788851915.277927:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851915.277929:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851915.277930:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851915.277934:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788851915.277936:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851915.277938:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851915.277940:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851915.277941:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851915.277943:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851915.277944:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851915.277949:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1869880 x1875733950904704/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851915.277956:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851915.277958:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851915.277960:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851915.277962:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851915.277965:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851915.277972:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1869880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950904704:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851915.277976:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851915.277978:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851915.277980:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851915.277982:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851915.277985:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad8914a00. 02000000:00000001:2.0:1788851915.277986:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851915.277990:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851915.277992:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb2c0. 00000400:00000010:2.0:1788851915.277996:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f16e8. 00000100:00000200:2.0:1788851915.277998:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950904704, portal 10 00000100:00000001:2.0:1788851915.278000:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851915.278001:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977356416 : -113683732195200 : ffff989af1869880) 00000100:00000040:2.0:1788851915.278008:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1869880 x1875733950904704/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851915.278014:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851915.278016:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851915.278018:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f14c8. 00000100:00000200:2.0:1788851915.278020:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950904704, offset 0 00000400:00000200:2.0:1788851915.279013:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851915.279171:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851915.279182:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851915.279186:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851915.279190:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851915.279193:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851915.279196:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851915.279200:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541467:541467:254:4294967295] 192.168.201.149@tcp LPNI seq info [541401:541401:6:4294967295] 00000400:00000200:2.0:1788851915.279204:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851915.279214:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851915.279220:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851915.279227:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642300. 00000800:00000200:2.0:1788851915.279240:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851915.279246:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851915.279251:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851915.279256:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851915.279261:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24847 usecs (25 jiffies) 00000400:00000200:2.0:1788851915.279265:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851915.279267:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307481128 00000100:00000001:2.0:1788851915.279271:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307484900 00000100:00000001:2.0:1788851915.279274:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307481128 00000100:00000001:2.0:1788851915.279276:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307484900 00000100:00000001:2.0:1788851915.279278:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851915.279282:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851915.279287:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851915.279291:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851915.279340:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851915.279344:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851915.279347:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9899cebaaa00. 00000100:00000001:3.0:1788851915.279365:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851915.279380:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989af1869500 x1875733950904960/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851915.279403:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851915.279408:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851915.279416:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000827e4f56] to pc [ptlrpcd_01_00+0] req@ffff989af1869500 x1875733950904960/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851915.279454:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851915.279458:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788851915.279462:0:232038:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788851915.279468:0:232038:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12818) 00000100:00000001:3.0:1788851915.279492:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851915.279496:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851915.279500:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851915.279504:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788851915.279505:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851915.279511:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851915.279514:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851915.279516:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851915.279517:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851915.279518:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851915.279523:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1869500 x1875733950904960/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851915.279530:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851915.279532:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851915.279535:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851915.279539:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851915.279557:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851915.279561:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1869500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950904960:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851915.279565:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851915.279582:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851915.279585:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851915.279587:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851915.279591:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad589c400. 02000000:00000001:3.0:1788851915.279593:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851915.279600:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851915.279604:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad5846688. 00000400:00000010:3.0:1788851915.279611:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad10672a8. 00000100:00000200:3.0:1788851915.279617:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950904960, portal 4 00000100:00000001:3.0:1788851915.279620:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851915.279622:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977355520 : -113683732196096 : ffff989af1869500) 00000100:00000040:3.0:1788851915.279629:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1869500 x1875733950904960/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851915.279637:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851915.279639:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1788851915.279642:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067908. 00000100:00000200:3.0:1788851915.279645:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950904960, offset 0 00000400:00000200:3.0:1788851915.279651:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851915.279660:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851915.279666:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851915.279672:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851915.279676:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851915.279680:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851915.279683:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851915.279686:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541468:541468:253:4294967295] 192.168.201.149@tcp LPNI seq info [541402:541402:5:4294967295] 00000400:00000200:3.0:1788851915.279691:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851915.279701:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851915.279707:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1788851915.279719:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9899cebaa500. 00000800:00000200:3.0:1788851915.279726:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851915.279736:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1788851915.279741:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9899cebaa500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851915.279747:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851915.279752:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 168365 usecs (169 jiffies) 00000400:00000200:3.0:1788851915.279756:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851915.279760:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307481275 00000100:00000001:3.0:1788851915.279763:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307484900 00000100:00000001:3.0:1788851915.279766:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307481275 00000100:00000001:3.0:1788851915.279768:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307484900 00000100:00000001:3.0:1788851915.279770:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851915.279773:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851915.279776:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851915.279778:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851915.279801:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851915.279809:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642c00. 00000400:00000200:1.0:1788851915.279815:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851915.279822:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851915.279829:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1cc0 00000400:00000010:1.0:1788851915.279831:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1cc0. 00000100:00000001:1.0:1788851915.279836:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851915.279842:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1869c00 x1875733950904576/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851915.279855:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851915.279858:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1869c00 x1875733950904576/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851931 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851915.279873:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851915.279875:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851915.279909:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851915.279912:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642100. 00000400:00000200:1.0:1788851915.279915:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851915.279919:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851915.279921:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1ee0 00000400:00000010:1.0:1788851915.279923:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1ee0. 00000100:00000001:1.0:1788851915.279925:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851915.279930:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af186bb80 x1875733950904832/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851915.279938:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851915.279941:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af186bb80 x1875733950904832/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851915.279947:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851915.279949:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851915.279956:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851915.279958:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642300. 00000400:00000200:1.0:1788851915.279960:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851915.279963:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851915.279966:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f14c8 00000400:00000010:1.0:1788851915.279967:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f14c8. 00000100:00000001:1.0:1788851915.279970:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851915.279974:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1869880 x1875733950904704/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851915.279981:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851915.279983:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1869880 x1875733950904704/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851915.279989:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851915.279991:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851915.280065:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851915.280072:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9899cebaa500. 00000400:00000200:1.0:1788851915.280075:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851915.280079:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851915.280082:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067908 00000400:00000010:1.0:1788851915.280084:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067908. 00000100:00000001:1.0:1788851915.280087:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851915.280091:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1869500 x1875733950904960/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851915.280099:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851915.280101:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1869500 x1875733950904960/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851915.280108:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851915.280110:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788851915.283918:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851915.283932:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851915.285558:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851915.288159:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851915.288170:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851915.288177:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851915.288188:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.288198:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851915.288211:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.288230:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.288236:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.288241:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d63a00 00000400:00000200:0.0:1788851915.288246:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.288254:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bcd9 [1] + 224 00000800:00000001:0.0:1788851915.288262:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851915.288266:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851915.288270:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851915.288274:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851915.288284:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851915.288296:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af186bb80 x1875733950904832/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851915.288308:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af186bb80 x1875733950904832/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851915.288323:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851915.288334:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851915.288336:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851915.288338:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851915.288340:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851915.288343:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.288346:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851915.288350:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.288353:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.288356:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.288359:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d63980 00000400:00000200:0.0:1788851915.288361:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.288365:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bce1 [1] + 224 00000800:00000001:0.0:1788851915.288369:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851915.288372:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851915.288374:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851915.288377:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851915.288379:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851915.288389:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1869880 x1875733950904704/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851915.288425:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1869880 x1875733950904704/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851915.288433:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851915.288438:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851915.288441:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851915.288443:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851915.288445:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851915.288448:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.288451:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851915.288455:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.288458:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.288461:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.288465:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d63a80 00000400:00000200:0.0:1788851915.288469:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.288475:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bce9 [1] + 224 00000800:00000001:0.0:1788851915.288479:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851915.288487:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851915.288489:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851915.288492:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851915.288494:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851915.288499:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1869500 x1875733950904960/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851915.288508:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1869500 x1875733950904960/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851915.288516:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851915.288518:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851915.288528:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851915.294296:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851915.294306:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851915.294315:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851915.294317:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851915.294322:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad5846688. 00000400:00000200:3.0:1788851915.294329:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad10672a8 00000400:00000010:3.0:1788851915.294332:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad10672a8. 00000100:00000001:3.0:1788851915.294337:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851915.294351:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1869500 x1875733950904960/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851915.294364:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1869500 x1875733950904960/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851915.294372:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851915.294374:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851915.294377:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851915.294381:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851915.294384:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851915.294409:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851915.294413:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851915.294423:0:2402:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=56 v=36 (36 36 5 5) 00000100:00001000:3.0:1788851915.294428:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1788851915.294432:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851915.294435:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851915.294438:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851915.294442:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851915.294446:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851915.294449:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:3.0:1788851915.294451:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851915.294454:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851915.294461:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1869500 x1875733950904960/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851915.294468:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851915.294471:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851915.294473:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851915.294477:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1869500 x1875733950904960/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851915.294485:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1869500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950904960:192.168.201.149@tcp:400:kworker.0 00000400:00000001:3.0:1788851915.294493:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851915.294494:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851915.294497:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb2c0. 00000400:00000200:3.0:1788851915.294501:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f16e8 00000400:00000010:3.0:1788851915.294503:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f16e8. 00000100:00000001:3.0:1788851915.294506:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851915.294510:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1869880 x1875733950904704/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851915.294518:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1869880 x1875733950904704/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851915.294524:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851915.294532:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851915.294534:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851915.294535:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851915.294537:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851915.294539:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851915.294540:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851915.294545:0:2402:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=56 v=85 (85 85 85 86) 00000100:00001000:3.0:1788851915.294548:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=64 v=5 (1 1 1 0) 00000100:00000001:3.0:1788851915.294551:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851915.294552:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851915.294554:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851915.294556:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851915.294558:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851915.294559:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1788851915.294561:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851915.294562:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851915.294566:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1869880 x1875733950904704/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851915.294572:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851915.294573:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851915.294575:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851915.294578:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1869880 x1875733950904704/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851915.294585:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1869880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950904704:192.168.201.149@tcp:400:kworker.0 00000400:00000001:3.0:1788851915.294591:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851915.294592:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851915.294594:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb160. 00000400:00000200:3.0:1788851915.294597:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1198 00000400:00000010:3.0:1788851915.294598:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1198. 00000100:00000001:3.0:1788851915.294601:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851915.294604:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af186bb80 x1875733950904832/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851915.294612:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af186bb80 x1875733950904832/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851915.294623:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851915.294625:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851915.294627:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851915.294629:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851915.294630:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851915.294632:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851915.294633:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851915.294638:0:2402:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841fc60 time=56 v=85 (85 85 85 86) 00000100:00001000:3.0:1788851915.294640:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=38 v=5 (1 1 1 0) 00000100:00000001:3.0:1788851915.294642:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851915.294643:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851915.294645:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788851915.294650:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989af186bb80 x1875733950904832/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851915.294655:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851915.294657:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851915.294658:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788851915.294660:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851915.294662:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851915.294665:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af186bb80 x1875733950904832/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851915.294671:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851915.294673:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851915.294674:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851915.294678:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af186bb80 x1875733950904832/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851915.294685:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af186bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950904832:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851915.294689:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851915.294691:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851915.294695:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1869500 x1875733950904960/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851915.294708:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851915.294711:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851915.294714:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad589c400. 02000000:00000001:3.0:1788851915.294718:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851915.294720:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851915.294722:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:3.0:1788851915.294724:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851915.294727:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9899cebaaa00. 02000000:00000001:3.0:1788851915.294730:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851915.294732:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851915.294734:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1869500. 00000100:00000001:3.0:1788851915.294737:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851915.294739:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851915.294740:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851915.294744:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1869880 x1875733950904704/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851915.294750:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851915.294751:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851915.294752:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad8914a00. 02000000:00000001:3.0:1788851915.294755:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851915.294756:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851915.294757:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:3.0:1788851915.294759:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851915.294760:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01a6a700. 02000000:00000001:3.0:1788851915.294763:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851915.294764:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851915.294765:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1869880. 00000100:00000001:3.0:1788851915.294767:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851915.294768:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851915.294770:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851915.294773:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af186bb80 x1875733950904832/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852031 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851915.294779:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851915.294780:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851915.294785:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad8915e00. 02000000:00000001:3.0:1788851915.294787:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851915.294789:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851915.294790:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:3.0:1788851915.294792:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851915.294793:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01a6a000. 02000000:00000001:3.0:1788851915.294795:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851915.294805:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851915.294806:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af186bb80. 00000100:00000001:3.0:1788851915.294808:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851915.294809:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851915.294812:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851915.294814:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851915.294815:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851915.294817:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851915.294819:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851915.306794:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851915.306821:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851915.306848:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851915.306851:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851915.306864:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.306873:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851915.306885:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.307978:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.307989:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.307995:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d63900 00000400:00000200:0.0:1788851915.308001:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851915.308107:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bcd1 [1] + 224 00000800:00000001:0.0:1788851915.308119:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851915.308136:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851915.308140:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851915.308145:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851915.308155:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851915.308166:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1869c00 x1875733950904576/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851915.308178:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1869c00 x1875733950904576/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851915.308226:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851915.308231:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851915.308248:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851915.308259:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851915.308262:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788851915.328021:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851915.328030:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851915.328035:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bbf20. 00000400:00000200:2.0:1788851915.328056:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1dd0 00000400:00000010:2.0:1788851915.328060:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1dd0. 00000100:00000001:2.0:1788851915.328068:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851915.328085:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1869c00 x1875733950904576/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851915.328098:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1869c00 x1875733950904576/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851915.328106:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851915.328114:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851915.328117:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851915.328130:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851915.328133:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851915.328137:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851915.328141:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851915.328150:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=56 v=5 (5 5 5 5) 00000100:00001000:2.0:1788851915.328156:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=59 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851915.328160:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851915.328162:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851915.328166:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851915.328169:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851915.328172:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851915.328179:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1869c00 x1875733950904576/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851931 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851915.328188:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851915.328192:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851915.328194:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851915.328199:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1869c00 x1875733950904576/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851931 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851915.328208:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1869c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2402:1875733950904576:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851915.328215:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851915.328219:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851915.328223:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1869c00 x1875733950904576/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851931 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851915.328230:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851915.328234:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851915.328237:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad8915200. 02000000:00000001:2.0:1788851915.328242:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851915.328245:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851915.328247:0:2402:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:2.0:1788851915.328250:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851915.328253:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01a6a400. 02000000:00000001:2.0:1788851915.328258:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851915.328260:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851915.328268:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1869c00. 00000100:00000001:2.0:1788851915.328272:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851915.328274:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851915.328277:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851915.328287:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851915.328290:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851915.328292:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851915.328295:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788851915.699883:0:278682:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788851915.702270:0:278682:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg149-client.virtnet: executing wait_import_state CONNECTING osc.lustre-OST0000-osc-ffff989ae4bee800.ost_server_uuid 50 00000001:00000001:2.0:1788851915.728983:0:278682:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1788851915.731834:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851915.731841:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851915.731847:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851915.731848:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851915.740266:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851915.740274:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851915.740280:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851916.736656:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851916.736664:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851916.736670:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851916.736674:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851916.736677:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851916.736684:0:266176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851916.736686:0:266176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851916.736688:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851916.736691:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851916.736693:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851916.736695:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851916.736698:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851916.736803:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851916.736810:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851916.736815:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851917.757118:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851917.757125:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851917.757131:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851917.757132:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851917.757236:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851917.757239:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851917.757243:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851918.782154:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851918.782161:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851918.782167:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851918.782188:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851918.782326:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851918.782341:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851918.782344:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851919.101032:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307484900, at 4307484928 00000100:00000010:0.0:1788851919.101048:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989af98fd5a0. 00000100:00000040:1.0:1788851919.101276:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307484900, at 4307484928 00000100:00000010:1.0:1788851919.101283:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989af98fd840. 00010000:00000001:3.0:1788851919.805155:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851919.805164:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851919.805171:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851919.805172:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851919.805206:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851919.805209:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851919.805212:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851920.382142:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851920.382156:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851920.382190:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c47100. 00000020:00000040:0.0:1788851920.382199:0:218145:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:0.0:1788851920.382206:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851920.382210:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851920.382218:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851920.382229:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154f400. 00000100:00000001:0.0:1788851920.382239:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851920.382272:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989ad0c47100 x1875733950905088/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851920.382285:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851920.382291:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851920.382299:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c7b3f52] to pc [ptlrpcd_00_00+0] req@ffff989ad0c47100 x1875733950905088/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.382345:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851920.382349:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851920.382352:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851920.382356:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c44380. 00000020:00000040:0.0:1788851920.382358:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:0.0:1788851920.382361:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851920.382362:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851920.382364:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851920.382367:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154f700. 00000100:00000001:0.0:1788851920.382371:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851920.382376:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989ad0c44380 x1875733950905216/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851920.382383:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851920.382386:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851920.382389:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60d505] to pc [ptlrpcd_00_01+1] req@ffff989ad0c44380 x1875733950905216/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.382398:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851920.382400:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851920.382412:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851920.382415:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c46680. 00000020:00000040:0.0:1788851920.382417:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:0.0:1788851920.382420:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851920.382421:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851920.382423:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851920.382427:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154f200. 00000100:00000001:0.0:1788851920.382430:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851920.382434:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989ad0c46680 x1875733950905344/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851920.382442:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851920.382444:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851920.382448:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fc3864f] to pc [ptlrpcd_00_00+0] req@ffff989ad0c46680 x1875733950905344/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.382455:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851920.382457:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851920.382460:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851920.382463:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c44700. 00000020:00000040:0.0:1788851920.382465:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:0.0:1788851920.382467:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851920.382468:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851920.382470:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851920.382473:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154fc00. 00000100:00000001:0.0:1788851920.382476:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851920.382480:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989ad0c44700 x1875733950905472/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851920.382487:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851920.382489:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851920.382492:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fcd8c2b] to pc [ptlrpcd_00_01+1] req@ffff989ad0c44700 x1875733950905472/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.382512:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851920.382514:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788851920.382518:0:218145:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788851920.382525:0:218145:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12823) 00000100:00000001:0.0:1788851920.382544:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851920.382550:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851920.382553:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851920.382560:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c44380 x1875733950905216/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.382568:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851920.382570:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851920.382575:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851920.382579:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851920.382582:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851920.382586:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950905216:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851920.382591:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851920.382599:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851920.382603:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851920.382606:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851920.382612:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afaa00. 02000000:00000001:0.0:1788851920.382615:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851920.382624:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851920.382629:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dce790. 00000400:00000010:0.0:1788851920.382640:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402add0. 00000100:00000200:0.0:1788851920.382650:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950905216, portal 10 00000100:00000001:0.0:1788851920.382653:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851920.382655:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427749760 : -113684281801856 : ffff989ad0c44380) 00000100:00000040:0.0:1788851920.382664:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c44380 x1875733950905216/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.382672:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851920.382682:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851920.382685:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402aaa0. 00000100:00000200:0.0:1788851920.382689:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950905216, offset 0 00000400:00000200:0.0:1788851920.382697:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851920.382709:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.382720:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851920.382727:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851920.382732:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851920.382736:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851920.382739:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851920.382743:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541469:541469:256:4294967295] 192.168.201.149@tcp LPNI seq info [541403:541403:8:4294967295] 00000400:00000200:0.0:1788851920.382748:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.382760:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851920.382767:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851920.382774:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154fe00. 00000800:00000200:0.0:1788851920.382782:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851920.382791:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851920.382797:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851920.382811:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851920.382816:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24848 usecs (25 jiffies) 00000400:00000200:0.0:1788851920.382819:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851920.382822:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307486234 00000100:00000010:0.0:1788851920.383158:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989afa3ef000. 00000100:00000001:0.0:1788851920.383169:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788851920.383178:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307486235 00000100:00000010:0.0:1788851920.383182:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989afa3efae0. 00000100:00000001:0.0:1788851920.383185:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788851920.383194:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851920.383198:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851920.383201:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851920.383213:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c44700 x1875733950905472/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.383221:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851920.383223:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851920.383226:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851920.383228:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851920.383230:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851920.383233:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950905472:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851920.383236:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851920.383239:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851920.383241:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851920.383243:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851920.383247:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afa000. 02000000:00000001:0.0:1788851920.383249:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851920.383367:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851920.383372:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dceb58. 00000400:00000010:0.0:1788851920.383378:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a6e8. 00000100:00000200:0.0:1788851920.383382:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950905472, portal 4 00000100:00000001:0.0:1788851920.383385:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851920.383386:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427750656 : -113684281800960 : ffff989ad0c44700) 00000100:00000040:0.0:1788851920.383394:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c44700 x1875733950905472/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.383402:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851920.383404:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851920.383407:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a000. 00000100:00000200:0.0:1788851920.383410:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950905472, offset 0 00000400:00000200:0.0:1788851920.383415:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851920.383421:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.383426:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851920.383430:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851920.383433:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851920.383435:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851920.383444:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851920.383447:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541470:541470:255:4294967295] 192.168.201.149@tcp LPNI seq info [541404:541404:7:4294967295] 00000400:00000200:0.0:1788851920.383451:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.383458:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851920.383463:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851920.383468:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154f500. 00000800:00000200:0.0:1788851920.383472:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851920.383477:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851920.383480:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851920.383484:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851920.383488:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 168246 usecs (169 jiffies) 00000400:00000200:0.0:1788851920.383491:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851920.383493:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307486379 00000100:00000001:0.0:1788851920.383499:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, simply extend its deadline from 4307486234 00000100:00000001:0.0:1788851920.383502:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307486379 00000100:00000001:0.0:1788851920.383505:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, simply extend its deadline from 4307486235 00000100:00000001:0.0:1788851920.383508:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851920.383511:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851920.383513:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851920.383517:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851920.383525:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851920.383528:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1788851920.383530:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851920.383531:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851920.383533:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851920.383535:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1788851920.383537:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851920.383539:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851920.383540:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851920.383541:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851920.383542:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851920.383551:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851920.383556:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c47100 x1875733950905088/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.383563:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851920.383564:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851920.383567:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851920.383568:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851920.383570:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851920.383573:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2400:1875733950905088:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851920.383577:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851920.383580:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851920.383581:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851920.383583:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851920.383587:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afa800. 02000000:00000001:0.0:1788851920.383589:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851920.383593:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851920.383596:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dce688. 00000400:00000010:0.0:1788851920.383601:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a660. 00000100:00000200:0.0:1788851920.383604:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950905088, portal 25 00000100:00000001:0.0:1788851920.383606:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851920.383607:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427761408 : -113684281790208 : ffff989ad0c47100) 00000100:00000040:0.0:1788851920.383612:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c47100 x1875733950905088/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.383619:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851920.383621:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851920.383623:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a2a8. 00000100:00000200:0.0:1788851920.383626:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950905088, offset 0 00000400:00000200:0.0:1788851920.383630:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851920.383634:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.383637:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851920.383640:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851920.383643:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851920.383646:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851920.383653:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851920.383656:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541471:541471:254:4294967295] 192.168.201.149@tcp LPNI seq info [541405:541405:6:4294967295] 00000400:00000200:0.0:1788851920.383660:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.383665:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851920.383670:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851920.383674:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154fb00. 00000800:00000200:0.0:1788851920.383677:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851920.383682:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851920.383684:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851920.383687:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851920.383690:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851920.383692:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307490007 00000100:00000001:0.0:1788851920.383696:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307486379 00000100:00000001:0.0:1788851920.383700:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307490007 00000100:00000001:0.0:1788851920.383702:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307486379 00000100:00000001:0.0:1788851920.383705:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851920.383707:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851920.383710:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851920.383714:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c46680 x1875733950905344/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.383722:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851920.383723:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851920.383725:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851920.383727:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851920.383729:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851920.383731:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950905344:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851920.383735:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851920.383737:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851920.383739:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851920.383745:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851920.383749:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afb000. 02000000:00000001:0.0:1788851920.383751:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851920.383754:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851920.383757:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dce478. 00000400:00000010:0.0:1788851920.383761:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402aee0. 00000100:00000200:0.0:1788851920.383764:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950905344, portal 10 00000100:00000001:0.0:1788851920.383766:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851920.383767:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427758720 : -113684281792896 : ffff989ad0c46680) 00000100:00000040:0.0:1788851920.383774:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c46680 x1875733950905344/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.383780:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851920.383782:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851920.383785:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a088. 00000100:00000200:0.0:1788851920.383787:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950905344, offset 0 00000400:00000200:0.0:1788851920.383792:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851920.383795:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.383799:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851920.383802:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851920.383805:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851920.383807:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851920.383810:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851920.383813:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541472:541472:253:4294967295] 192.168.201.149@tcp LPNI seq info [541406:541406:5:4294967295] 00000400:00000200:0.0:1788851920.383817:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.383823:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851920.383827:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851920.383831:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154fd00. 00000800:00000200:0.0:1788851920.383835:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851920.383840:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851920.383842:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851920.383845:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851920.383854:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21432 usecs (22 jiffies) 00000400:00000200:0.0:1788851920.383858:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851920.383860:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307486232 00000100:00000001:0.0:1788851920.383863:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307490007 00000100:00000001:0.0:1788851920.383865:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307486232 00000100:00000001:0.0:1788851920.383867:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307490007 00000100:00000001:0.0:1788851920.383870:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851920.383872:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851920.383875:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851920.383877:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851920.383971:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851920.383976:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154fe00. 00000400:00000200:0.0:1788851920.383984:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851920.383990:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851920.383996:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402aaa0 00000400:00000010:0.0:1788851920.383999:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402aaa0. 00000100:00000001:0.0:1788851920.384004:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851920.384010:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c44380 x1875733950905216/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.384021:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851920.384025:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c44380 x1875733950905216/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.384034:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851920.384036:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851920.384050:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851920.384053:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154f500. 00000400:00000200:0.0:1788851920.384055:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851920.384058:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851920.384061:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a000 00000400:00000010:0.0:1788851920.384063:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a000. 00000100:00000001:0.0:1788851920.384065:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851920.384084:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c44700 x1875733950905472/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.384101:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851920.384104:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c44700 x1875733950905472/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851975 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.384111:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851920.384112:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851920.384122:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851920.384125:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154fb00. 00000400:00000200:0.0:1788851920.384127:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851920.384131:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851920.384134:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a2a8 00000400:00000010:0.0:1788851920.384136:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a2a8. 00000100:00000001:0.0:1788851920.384137:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851920.384141:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c47100 x1875733950905088/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.384147:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851920.384150:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c47100 x1875733950905088/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851936 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.384157:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851920.384158:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851920.384227:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851920.384230:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154fd00. 00000400:00000200:0.0:1788851920.384233:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851920.384236:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851920.384239:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a088 00000400:00000010:0.0:1788851920.384240:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a088. 00000100:00000001:0.0:1788851920.384243:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851920.384246:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c46680 x1875733950905344/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851920.384795:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851920.384800:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851920.385162:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851920.385173:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c46680 x1875733950905344/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.385203:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851920.385205:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851920.396434:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851920.396460:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851920.396467:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851920.396469:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851920.396482:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.396491:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851920.396505:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.396510:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.396517:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.396521:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d63b80 00000400:00000200:0.0:1788851920.396527:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.396534:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bcf1 [1] + 224 00000800:00000001:0.0:1788851920.396543:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851920.396546:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851920.396550:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851920.396555:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851920.396564:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851920.396576:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c44380 x1875733950905216/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851920.396588:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c44380 x1875733950905216/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.396618:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851920.396630:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851920.396633:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851920.396635:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851920.396637:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851920.396639:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.396643:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851920.396646:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.396665:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.396669:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.396671:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d63b00 00000400:00000200:0.0:1788851920.396675:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.396681:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bd11 [1] + 224 00000800:00000001:0.0:1788851920.396685:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851920.396688:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851920.396690:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851920.396693:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851920.396696:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851920.396702:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c47100 x1875733950905088/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851936 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851920.396711:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c47100 x1875733950905088/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.396719:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851920.396722:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851920.396724:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851920.396726:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851920.396727:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851920.396730:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.396733:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851920.396737:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.396739:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.396741:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.396744:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d63c00 00000400:00000200:0.0:1788851920.396747:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.396750:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bd21 [1] + 224 00000800:00000001:0.0:1788851920.396753:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851920.396760:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851920.396762:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851920.396765:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851920.396767:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851920.396779:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c46680 x1875733950905344/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851920.396788:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c46680 x1875733950905344/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.396795:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851920.396798:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851920.396801:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851920.396877:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851920.396882:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788851920.396923:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851920.396926:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851920.396930:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dce688. 00000400:00000200:1.0:1788851920.396937:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a660 00000400:00000010:1.0:1788851920.396939:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a660. 00000100:00000001:1.0:1788851920.396943:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851920.396947:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c47100 x1875733950905088/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851920.396955:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c47100 x1875733950905088/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851920.396961:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851920.396970:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851920.396973:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851920.396977:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851920.396980:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851920.396982:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851920.396986:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851920.396994:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1788851920.396998:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=64 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851920.397001:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851920.397002:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851920.397005:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788851920.397009:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851920.397012:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851920.397017:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c47100 x1875733950905088/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851936 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851920.397024:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851920.397027:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851920.397029:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851920.397033:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c47100 x1875733950905088/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851936 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851920.397040:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2400:1875733950905088:192.168.201.149@tcp:400:kworker.0 00000400:00000001:1.0:1788851920.397046:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851920.397047:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851920.397049:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dce478. 00000400:00000200:1.0:1788851920.397051:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402aee0 00000400:00000010:1.0:1788851920.397053:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402aee0. 00000100:00000001:1.0:1788851920.397055:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851920.397057:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c46680 x1875733950905344/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851920.397066:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c46680 x1875733950905344/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851920.397073:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851920.397079:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851920.397081:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851920.397082:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851920.397083:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851920.397085:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851920.397087:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851920.397093:0:2400:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841fc60 time=61 v=85 (85 85 85 86) 00000100:00001000:1.0:1788851920.397096:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=43 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851920.397098:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851920.397099:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851920.397101:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788851920.397105:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989ad0c46680 x1875733950905344/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788851920.397112:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851920.397115:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788851920.397118:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1788851920.397120:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788851920.397121:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851920.397125:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c46680 x1875733950905344/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851920.397130:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851920.397132:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851920.397133:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851920.397136:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c46680 x1875733950905344/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851920.397143:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950905344:192.168.201.149@tcp:400:kworker.0 00000400:00000001:1.0:1788851920.397148:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851920.397149:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851920.397150:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dce790. 00000400:00000200:1.0:1788851920.397153:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402add0 00000400:00000010:1.0:1788851920.397155:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402add0. 00000100:00000001:1.0:1788851920.397157:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851920.397164:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c44380 x1875733950905216/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851920.397170:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c44380 x1875733950905216/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851920.397176:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851920.397177:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851920.397179:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851920.397181:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851920.397182:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851920.397183:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851920.397184:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851920.397189:0:2400:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=61 v=85 (85 85 85 86) 00000100:00001000:1.0:1788851920.397191:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=69 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851920.397194:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851920.397195:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851920.397196:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788851920.397198:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851920.397201:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788851920.397202:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771462 00000100:00000001:1.0:1788851920.397204:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788851920.397206:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851920.397210:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c44380 x1875733950905216/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851920.397217:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851920.397218:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851920.397220:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851920.397223:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c44380 x1875733950905216/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851920.397230:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950905216:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851920.397235:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851920.397237:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851920.397247:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c47100 x1875733950905088/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851936 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851920.397267:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851920.397269:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851920.397274:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afa800. 02000000:00000001:1.0:1788851920.397278:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851920.397281:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851920.397283:0:2400:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:1.0:1788851920.397285:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851920.397289:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154f400. 02000000:00000001:1.0:1788851920.397293:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851920.397295:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851920.397298:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c47100. 00000100:00000001:1.0:1788851920.397309:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851920.397311:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851920.397314:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851920.397317:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c46680 x1875733950905344/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851920.397324:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851920.397325:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851920.397327:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afb000. 02000000:00000001:1.0:1788851920.397329:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851920.397330:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851920.397331:0:2400:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:1.0:1788851920.397333:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851920.397335:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154f200. 02000000:00000001:1.0:1788851920.397337:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851920.397338:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851920.397349:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c46680. 00000100:00000001:1.0:1788851920.397352:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851920.397353:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851920.397355:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851920.397359:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c44380 x1875733950905216/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851920.397365:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851920.397372:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851920.397374:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afaa00. 02000000:00000001:1.0:1788851920.397376:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851920.397378:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851920.397379:0:2400:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:1.0:1788851920.397381:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851920.397383:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154f700. 02000000:00000001:1.0:1788851920.397385:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851920.397386:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851920.397388:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c44380. 00000100:00000001:1.0:1788851920.397390:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851920.397392:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851920.397396:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851920.397397:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851920.397399:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851920.397401:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851920.397403:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851920.401662:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851920.401686:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851920.401692:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851920.401695:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851920.401706:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.401716:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851920.401728:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.401734:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.401740:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.401746:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d63c80 00000400:00000200:0.0:1788851920.401752:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851920.401762:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bd01 [1] + 224 00000800:00000001:0.0:1788851920.401771:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851920.401779:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851920.401782:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851920.401787:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851920.401796:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851920.401807:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c44700 x1875733950905472/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851920.401819:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c44700 x1875733950905472/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851920.401845:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851920.401857:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851920.401859:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851920.401986:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851920.401992:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788851920.402001:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851920.402004:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851920.402008:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dceb58. 00000400:00000200:1.0:1788851920.402014:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a6e8 00000400:00000010:1.0:1788851920.402017:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a6e8. 00000100:00000001:1.0:1788851920.402021:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851920.402027:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c44700 x1875733950905472/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851920.402037:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c44700 x1875733950905472/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851920.402044:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851920.402046:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851920.402049:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851920.402053:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851920.402057:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851920.402060:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851920.402066:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851920.402129:0:2400:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=61 v=36 (36 36 5 5) 00000100:00001000:1.0:1788851920.402142:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=48 v=5 (1 1 1 1) 00000100:00000001:1.0:1788851920.402145:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851920.402147:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851920.402151:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788851920.402156:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851920.402161:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788851920.402163:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:1.0:1788851920.402166:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788851920.402169:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851920.402176:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c44700 x1875733950905472/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851920.402183:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851920.402186:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851920.402189:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851920.402193:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c44700 x1875733950905472/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851975 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851920.402202:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950905472:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851920.402208:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851920.402212:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851920.402216:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c44700 x1875733950905472/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851975 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851920.402223:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851920.402227:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851920.402231:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afa000. 02000000:00000001:1.0:1788851920.402234:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851920.402238:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851920.402240:0:2400:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:1.0:1788851920.402242:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851920.402246:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154fc00. 02000000:00000001:1.0:1788851920.402250:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851920.402252:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851920.405563:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c44700. 00000100:00000001:1.0:1788851920.405612:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851920.405615:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851920.405620:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851920.405633:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851920.405635:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851920.405638:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851920.405642:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851920.829269:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851920.829279:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851920.829287:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851920.829288:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851920.829845:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851920.829851:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851920.829855:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851921.852989:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851921.853000:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851921.853021:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851921.853022:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851921.853114:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851921.853118:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851921.853122:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851922.878154:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851922.878160:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851922.878165:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851922.878166:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851922.878359:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851922.878363:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851922.878367:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851923.901079:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851923.901091:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851923.901093:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851923.901098:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851923.901104:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851923.901106:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851923.901109:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851923.901111:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851923.901117:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851923.901118:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851923.901982:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851923.901988:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851923.901993:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851924.221974:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307490007, at 4307490049 00000100:00000010:0.0:1788851924.221997:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989afa3ef000. 00000100:00000040:1.0:1788851924.225258:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307490007, at 4307490052 00000100:00000010:1.0:1788851924.225282:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989afa3efae0. 00010000:00000001:3.0:1788851924.925083:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851924.925093:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851924.925100:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851924.925101:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851924.925138:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851924.925142:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851924.925145:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788851925.501336:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851925.501354:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851925.501369:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9df80. 00000020:00000040:1.0:1788851925.501377:0:232038:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:1.0:1788851925.501384:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851925.501388:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851925.501405:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851925.501418:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ac88d8c00. 00000100:00000001:1.0:1788851925.501427:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.501445:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989b01a9df80 x1875733950905600/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851925.501458:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851925.501463:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.501471:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004bed85fd] to pc [ptlrpcd_00_00+0] req@ffff989b01a9df80 x1875733950905600/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.501512:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.501515:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851925.501519:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851925.501522:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9d500. 00000020:00000040:1.0:1788851925.501525:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:1.0:1788851925.501527:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851925.501549:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851925.501552:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851925.501556:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ac88d8800. 00000100:00000001:1.0:1788851925.501560:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.501565:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989b01a9d500 x1875733950905728/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851925.501573:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851925.501575:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.501580:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068da4fb2] to pc [ptlrpcd_00_01+1] req@ffff989b01a9d500 x1875733950905728/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.501590:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.501592:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851925.501595:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851925.501598:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9ca80. 00000020:00000040:1.0:1788851925.501601:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:1.0:1788851925.501604:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851925.501605:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851925.501607:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851925.501610:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ac88d8100. 00000100:00000001:1.0:1788851925.501613:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.501618:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989b01a9ca80 x1875733950905856/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851925.501626:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851925.501628:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.501632:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dae76db9] to pc [ptlrpcd_00_00+0] req@ffff989b01a9ca80 x1875733950905856/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.501641:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.501643:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851925.501647:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851925.501651:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9d880. 00000020:00000040:1.0:1788851925.501659:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:1.0:1788851925.501662:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851925.501664:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851925.501665:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851925.501670:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ac88d8400. 00000100:00000001:1.0:1788851925.501673:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.501678:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989b01a9d880 x1875733950905984/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851925.501686:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851925.501688:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.501692:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000357db6c7] to pc [ptlrpcd_00_01+1] req@ffff989b01a9d880 x1875733950905984/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.501699:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.501701:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788851925.501704:0:232038:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788851925.501710:0:232038:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12829) 00000100:00000001:1.0:1788851925.501722:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851925.501728:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851925.501731:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851925.501737:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9d500 x1875733950905728/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.501745:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851925.501749:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851925.501755:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851925.501758:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851925.501761:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851925.501765:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950905728:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851925.501769:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851925.501776:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851925.501780:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851925.501783:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851925.501794:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148de00. 02000000:00000001:1.0:1788851925.501796:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851925.501805:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851925.501811:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d565d8. 00000400:00000010:1.0:1788851925.501820:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d7f8. 00000100:00000200:1.0:1788851925.501830:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950905728, portal 10 00000100:00000001:1.0:1788851925.501833:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851925.501835:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248101120 : -113683461450496 : ffff989b01a9d500) 00000100:00000040:1.0:1788851925.501845:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9d500 x1875733950905728/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.501854:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851925.501857:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851925.501860:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d2a8. 00000100:00000200:1.0:1788851925.501864:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950905728, offset 0 00000400:00000200:1.0:1788851925.501872:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851925.501883:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851925.501939:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851925.501946:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851925.501952:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851925.501956:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851925.501960:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851925.501965:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541473:541473:256:4294967295] 192.168.201.149@tcp LPNI seq info [541407:541407:8:4294967295] 00000400:00000200:1.0:1788851925.501970:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851925.501984:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851925.501993:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851925.502000:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ac88d8f00. 00000800:00000200:1.0:1788851925.502008:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851925.502020:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851925.502027:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac88d8f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851925.502040:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.502046:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24846 usecs (25 jiffies) 00000400:00000200:1.0:1788851925.502056:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851925.502060:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307491354 00000100:00000010:1.0:1788851925.502066:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ae52ef000. 00000100:00000001:1.0:1788851925.502074:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788851925.502089:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307491354 00000100:00000010:1.0:1788851925.502093:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ae52ef6c0. 00000100:00000001:1.0:1788851925.502096:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788851925.502101:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851925.502104:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851925.502107:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851925.502111:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9d880 x1875733950905984/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.502118:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851925.502119:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851925.502121:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851925.502123:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851925.502125:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851925.502129:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950905984:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851925.502132:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851925.502134:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851925.502136:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851925.502138:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851925.502141:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148d800. 02000000:00000001:1.0:1788851925.502143:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851925.502147:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851925.502150:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56e70. 00000400:00000010:1.0:1788851925.502154:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4ddd0. 00000100:00000200:1.0:1788851925.502158:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950905984, portal 4 00000100:00000001:1.0:1788851925.502160:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851925.502161:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248102016 : -113683461449600 : ffff989b01a9d880) 00000100:00000040:1.0:1788851925.502167:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9d880 x1875733950905984/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.502181:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851925.502184:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851925.502187:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d330. 00000100:00000200:1.0:1788851925.502190:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950905984, offset 0 00000400:00000200:1.0:1788851925.502196:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851925.502201:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851925.502204:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851925.502207:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851925.502209:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851925.502211:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851925.502225:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851925.502228:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541474:541474:255:4294967295] 192.168.201.149@tcp LPNI seq info [541408:541408:7:4294967295] 00000400:00000200:1.0:1788851925.502232:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851925.502237:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851925.502242:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851925.502246:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ac88d8e00. 00000800:00000200:1.0:1788851925.502249:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851925.502254:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851925.502257:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac88d8e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851925.502260:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.502264:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 168132 usecs (169 jiffies) 00000400:00000200:1.0:1788851925.502267:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851925.502268:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307491498 00000100:00000001:1.0:1788851925.502275:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, simply extend its deadline from 4307491354 00000100:00000001:1.0:1788851925.502278:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307491498 00000100:00000001:1.0:1788851925.502281:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, simply extend its deadline from 4307491354 00000100:00000001:1.0:1788851925.502283:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851925.502285:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851925.502294:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851925.502297:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851925.502306:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851925.502309:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1788851925.502312:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851925.502313:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851925.502314:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851925.502317:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788851925.502319:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851925.502321:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851925.502323:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851925.502324:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851925.502325:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851925.502326:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851925.502331:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9df80 x1875733950905600/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.502338:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851925.502340:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851925.502342:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851925.502343:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851925.502345:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851925.502348:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2400:1875733950905600:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851925.502351:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851925.502353:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851925.502355:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851925.502357:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851925.502360:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148c200. 02000000:00000001:1.0:1788851925.502362:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851925.502367:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851925.502370:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56f78. 00000400:00000010:1.0:1788851925.502374:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d4c8. 00000100:00000200:1.0:1788851925.502377:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950905600, portal 25 00000100:00000001:1.0:1788851925.502379:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851925.502380:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248103808 : -113683461447808 : ffff989b01a9df80) 00000100:00000040:1.0:1788851925.502385:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9df80 x1875733950905600/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.502396:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851925.502399:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851925.502401:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4dc38. 00000100:00000200:1.0:1788851925.502404:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950905600, offset 0 00000400:00000200:1.0:1788851925.502408:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851925.502412:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851925.502415:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851925.502418:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851925.502420:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851925.502422:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851925.502424:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851925.502426:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541475:541475:254:4294967295] 192.168.201.149@tcp LPNI seq info [541409:541409:6:4294967295] 00000400:00000200:1.0:1788851925.502430:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851925.502435:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851925.502439:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851925.502442:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ac88d8900. 00000800:00000200:1.0:1788851925.502446:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851925.502450:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851925.502452:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac88d8900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851925.502455:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851925.502458:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851925.502460:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307495126 00000100:00000001:1.0:1788851925.502463:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307491498 00000100:00000001:1.0:1788851925.502466:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307495126 00000100:00000001:1.0:1788851925.502468:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307491498 00000100:00000001:1.0:1788851925.502472:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851925.502474:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851925.502476:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851925.502479:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9ca80 x1875733950905856/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.502491:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851925.502493:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851925.502495:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851925.502497:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851925.502499:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851925.502502:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950905856:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851925.502505:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851925.502508:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851925.502509:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851925.502511:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851925.502514:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148da00. 02000000:00000001:1.0:1788851925.502516:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851925.502519:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851925.502522:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56370. 00000400:00000010:1.0:1788851925.502526:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4db28. 00000100:00000200:1.0:1788851925.502528:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950905856, portal 10 00000100:00000001:1.0:1788851925.502530:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851925.502532:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248098432 : -113683461453184 : ffff989b01a9ca80) 00000100:00000040:1.0:1788851925.502538:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9ca80 x1875733950905856/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.502544:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851925.502546:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851925.502548:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d440. 00000100:00000200:1.0:1788851925.502550:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950905856, offset 0 00000400:00000200:1.0:1788851925.502554:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851925.502557:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851925.502561:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851925.502564:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851925.502566:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851925.502568:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851925.502570:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851925.502578:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541476:541476:253:4294967295] 192.168.201.149@tcp LPNI seq info [541410:541410:5:4294967295] 00000400:00000200:1.0:1788851925.502582:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851925.502588:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851925.502592:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851925.502596:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989afa3c8c00. 00000800:00000200:1.0:1788851925.502599:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851925.502604:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851925.502606:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989afa3c8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851925.502609:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.502612:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21432 usecs (22 jiffies) 00000400:00000200:1.0:1788851925.502615:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851925.502617:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307491351 00000100:00000001:1.0:1788851925.502620:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307495126 00000100:00000001:1.0:1788851925.502622:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307491351 00000100:00000001:1.0:1788851925.502624:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307495126 00000100:00000001:1.0:1788851925.502626:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851925.502628:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851925.502630:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851925.502632:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851925.503373:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851925.503381:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851925.503448:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851925.503454:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ac88d8f00. 00000400:00000200:0.0:1788851925.503468:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851925.503477:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851925.503485:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d2a8 00000400:00000010:0.0:1788851925.503488:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d2a8. 00000100:00000001:0.0:1788851925.503494:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851925.503500:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9d500 x1875733950905728/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851925.503511:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851925.503515:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9d500 x1875733950905728/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851925.503522:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851925.503523:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851925.503539:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851925.503541:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ac88d8e00. 00000400:00000200:0.0:1788851925.503544:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851925.503548:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851925.503550:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d330 00000400:00000010:0.0:1788851925.503552:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d330. 00000100:00000001:0.0:1788851925.503555:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851925.503558:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9d880 x1875733950905984/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851925.503565:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851925.503579:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9d880 x1875733950905984/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851925.503586:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851925.503587:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851925.503598:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851925.503600:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ac88d8900. 00000400:00000200:0.0:1788851925.503603:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851925.503606:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851925.503609:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4dc38 00000400:00000010:0.0:1788851925.503611:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4dc38. 00000100:00000001:0.0:1788851925.503613:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851925.503617:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9df80 x1875733950905600/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851925.503625:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851925.503628:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9df80 x1875733950905600/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851941 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851925.503635:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851925.503636:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851925.503704:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851925.503707:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989afa3c8c00. 00000400:00000200:0.0:1788851925.503711:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851925.503714:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851925.503717:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d440 00000400:00000010:0.0:1788851925.503719:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d440. 00000100:00000001:0.0:1788851925.503721:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851925.503725:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9ca80 x1875733950905856/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851925.503732:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851925.503734:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9ca80 x1875733950905856/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851925.503740:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851925.503742:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851925.512172:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851925.512199:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851925.512203:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851925.512206:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851925.512224:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.512233:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851925.512244:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.512250:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.512256:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.512260:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d63d00 00000400:00000200:0.0:1788851925.512265:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.512273:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bd51 [1] + 224 00000800:00000001:0.0:1788851925.512279:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851925.512291:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851925.512294:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851925.512298:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851925.512307:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851925.512316:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9df80 x1875733950905600/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851941 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851925.512327:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9df80 x1875733950905600/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851925.512354:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851925.512365:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851925.512369:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851925.514177:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851925.514186:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788851925.514199:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851925.514201:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851925.514206:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56f78. 00000400:00000200:1.0:1788851925.514225:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d4c8 00000400:00000010:1.0:1788851925.514228:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d4c8. 00000100:00000001:1.0:1788851925.514232:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851925.514243:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9df80 x1875733950905600/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851925.514255:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9df80 x1875733950905600/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851941 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.514290:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851925.514293:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851925.514296:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851925.514299:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851925.514302:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851925.514304:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851925.514308:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851925.514315:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=66 v=5 (5 5 5 5) 00000100:00001000:1.0:1788851925.514319:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=69 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851925.514322:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851925.514323:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851925.514326:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788851925.514329:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851925.514332:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.514337:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9df80 x1875733950905600/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851941 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.514344:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851925.514347:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851925.514348:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851925.514352:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9df80 x1875733950905600/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851941 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851925.514360:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2400:1875733950905600:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851925.514366:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851925.514369:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851925.514374:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9df80 x1875733950905600/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851941 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.514381:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851925.514384:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851925.514387:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148c200. 02000000:00000001:1.0:1788851925.514391:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851925.514393:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851925.514401:0:2400:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:1.0:1788851925.514403:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851925.514407:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ac88d8c00. 02000000:00000001:1.0:1788851925.514411:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851925.514412:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851925.514415:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9df80. 00000100:00000001:1.0:1788851925.514419:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851925.514421:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851925.514424:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851925.514425:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851925.514427:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851925.514429:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851925.514430:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851925.516130:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851925.516153:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851925.516158:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851925.516161:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851925.516171:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.516178:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851925.516189:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.516194:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.516199:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.516227:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d63d80 00000400:00000200:0.0:1788851925.516232:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.516239:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bd31 [1] + 224 00000800:00000001:0.0:1788851925.516247:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851925.516252:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851925.516255:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851925.516260:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851925.516267:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851925.516275:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9d500 x1875733950905728/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851925.516285:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9d500 x1875733950905728/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851925.516307:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851925.516318:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851925.516322:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851925.516324:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851925.516326:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851925.516330:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.516334:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851925.516338:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.516341:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.516343:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.516346:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d63e00 00000400:00000200:0.0:1788851925.516349:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.516353:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bd61 [1] + 224 00000800:00000001:0.0:1788851925.516356:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851925.516364:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851925.516366:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851925.516370:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851925.516373:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851925.516377:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9ca80 x1875733950905856/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851925.516397:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9ca80 x1875733950905856/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851925.516404:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851925.516409:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851925.516412:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851925.516747:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851925.516752:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788851925.516760:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851925.516762:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851925.516765:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56370. 00000400:00000200:1.0:1788851925.516771:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4db28 00000400:00000010:1.0:1788851925.516773:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4db28. 00000100:00000001:1.0:1788851925.516785:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851925.516791:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9ca80 x1875733950905856/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851925.516800:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9ca80 x1875733950905856/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.516806:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851925.516808:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851925.516810:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851925.516813:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851925.516816:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851925.516818:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851925.516821:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851925.516829:0:2400:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841fc60 time=66 v=85 (85 85 85 86) 00000100:00001000:1.0:1788851925.516833:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=48 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851925.516836:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851925.516846:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851925.516848:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788851925.516865:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989b01a9ca80 x1875733950905856/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788851925.516872:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851925.516876:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788851925.516878:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1788851925.516880:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788851925.516882:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.516887:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9ca80 x1875733950905856/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.517284:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851925.517287:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851925.517289:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851925.517294:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9ca80 x1875733950905856/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851925.517302:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950905856:192.168.201.149@tcp:400:kworker.0 00000400:00000001:1.0:1788851925.517309:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851925.517311:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851925.517313:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d565d8. 00000400:00000200:1.0:1788851925.517316:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d7f8 00000400:00000010:1.0:1788851925.517318:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d7f8. 00000100:00000001:1.0:1788851925.517321:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851925.517324:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9d500 x1875733950905728/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851925.517331:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9d500 x1875733950905728/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.517337:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851925.517338:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851925.517340:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851925.517341:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851925.517343:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851925.517352:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851925.517354:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851925.517361:0:2400:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=66 v=85 (85 85 85 86) 00000100:00001000:1.0:1788851925.517364:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=74 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851925.517366:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851925.517367:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851925.517369:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788851925.517371:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851925.517374:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788851925.517375:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771462 00000100:00000001:1.0:1788851925.517377:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788851925.517378:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.517382:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9d500 x1875733950905728/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.517388:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851925.517390:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851925.517391:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851925.517394:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9d500 x1875733950905728/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851925.517401:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950905728:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851925.517405:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851925.517408:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851925.517412:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9ca80 x1875733950905856/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.517418:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851925.517420:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851925.517424:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148da00. 02000000:00000001:1.0:1788851925.517427:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851925.517430:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851925.517432:0:2400:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:1.0:1788851925.517434:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851925.517437:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ac88d8100. 02000000:00000001:1.0:1788851925.517605:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851925.517608:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851925.517611:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9ca80. 00000100:00000001:1.0:1788851925.517615:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851925.517617:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851925.517619:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851925.517624:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9d500 x1875733950905728/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.517631:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851925.517632:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851925.517634:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148de00. 02000000:00000001:1.0:1788851925.517637:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851925.517638:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851925.517639:0:2400:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:1.0:1788851925.517641:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851925.517643:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ac88d8800. 02000000:00000001:1.0:1788851925.517645:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851925.517647:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851925.517648:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9d500. 00000100:00000001:1.0:1788851925.517650:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851925.517652:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851925.517655:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851925.517657:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851925.517658:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851925.517660:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851925.517662:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851925.518535:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851925.518548:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851925.518552:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851925.518554:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851925.518561:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.518567:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851925.518575:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.518579:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.518584:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.518588:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d63e80 00000400:00000200:0.0:1788851925.518592:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851925.518599:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bd41 [1] + 224 00000800:00000001:0.0:1788851925.518605:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851925.518612:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851925.518614:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851925.518618:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851925.518625:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851925.518631:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9d880 x1875733950905984/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851925.518641:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9d880 x1875733950905984/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851925.518661:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851925.518668:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851925.518672:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851925.520111:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851925.520120:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788851925.520131:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851925.520134:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851925.520139:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56e70. 00000400:00000200:1.0:1788851925.520149:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4ddd0 00000400:00000010:1.0:1788851925.520152:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4ddd0. 00000100:00000001:1.0:1788851925.520156:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851925.520166:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9d880 x1875733950905984/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851925.520176:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9d880 x1875733950905984/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.520202:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851925.520204:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851925.520206:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851925.520210:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851925.520212:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851925.520226:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851925.520230:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851925.520239:0:2400:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=66 v=36 (36 36 5 5) 00000100:00001000:1.0:1788851925.520242:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=53 v=5 (1 1 1 1) 00000100:00000001:1.0:1788851925.520245:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851925.520246:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851925.520249:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788851925.520252:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851925.520255:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788851925.520257:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:1.0:1788851925.520259:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788851925.520261:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851925.520267:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9d880 x1875733950905984/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.520273:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851925.520276:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851925.520277:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851925.520281:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9d880 x1875733950905984/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851925.520287:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950905984:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851925.520291:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851925.520293:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851925.520296:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9d880 x1875733950905984/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851925.520303:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851925.520305:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851925.520314:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148d800. 02000000:00000001:1.0:1788851925.520317:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851925.520319:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851925.520321:0:2400:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:1.0:1788851925.520323:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851925.520326:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ac88d8400. 02000000:00000001:1.0:1788851925.520330:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851925.520331:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851925.520333:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9d880. 00000100:00000001:1.0:1788851925.520337:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851925.520338:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851925.520340:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851925.520348:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851925.520351:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851925.520353:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851925.520355:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851925.949192:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851925.949230:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851925.949238:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851925.949239:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851925.949360:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851925.949365:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851925.949368:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851926.973125:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851926.973143:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851926.973151:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851926.973155:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851926.973158:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851926.973165:0:266176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851926.973168:0:266176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851926.973170:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851926.973173:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851926.973176:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851926.973178:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851926.973181:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851926.973334:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851926.973362:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851926.973366:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851927.997319:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851927.997331:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851927.997341:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851927.997343:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851928.001857:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851928.001867:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851928.002133:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851929.021633:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851929.021745:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851929.021753:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851929.021754:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851929.022314:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851929.022317:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851929.022321:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851929.341145:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307495126, at 4307495168 00000100:00000010:0.0:1788851929.341193:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ae52ef000. 00000100:00000040:1.0:1788851929.341822:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307495126, at 4307495168 00000100:00000010:1.0:1788851929.341830:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ae52ef6c0. 00010000:00000001:3.0:1788851930.045499:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851930.045509:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851930.045517:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851930.045519:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851930.045555:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851930.045558:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851930.045561:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851930.621470:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851930.621486:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851930.621497:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c44e00. 00000020:00000040:0.0:1788851930.623185:0:232038:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:0.0:1788851930.623194:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851930.623199:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851930.623207:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851930.623221:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154fd00. 00000100:00000001:0.0:1788851930.624039:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851930.624064:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989ad0c44e00 x1875733950906112/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851930.624080:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851930.624086:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851930.624095:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f20f823] to pc [ptlrpcd_00_00+0] req@ffff989ad0c44e00 x1875733950906112/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851930.624138:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851930.624142:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851930.624146:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851930.624155:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c45180. 00000020:00000040:0.0:1788851930.624158:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:0.0:1788851930.624161:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851930.624163:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851930.624166:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851930.624172:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154fb00. 00000100:00000001:0.0:1788851930.624176:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851930.624200:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989ad0c45180 x1875733950906240/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851930.624208:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851930.624210:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851930.624214:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fff2d39e] to pc [ptlrpcd_00_01+1] req@ffff989ad0c45180 x1875733950906240/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851930.624222:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851930.624224:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851930.624228:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788851930.625300:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851930.625310:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851930.625314:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851930.625337:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c44e00 x1875733950906112/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.625352:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851930.625355:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851930.625361:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851930.625366:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851930.625370:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851930.625375:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950906112:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851930.625380:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851930.625390:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851930.625393:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851930.625415:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851930.625423:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148d200. 02000000:00000001:1.0:1788851930.625425:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851930.625434:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851930.625440:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56e70. 00000400:00000010:1.0:1788851930.625451:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4ddd0. 00000100:00000200:1.0:1788851930.625460:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950906112, portal 25 00000100:00000001:1.0:1788851930.625463:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851930.625465:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427752448 : -113684281799168 : ffff989ad0c44e00) 00000100:00000040:1.0:1788851930.625473:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c44e00 x1875733950906112/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.625481:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851930.625484:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851930.625487:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d7f8. 00000100:00000200:1.0:1788851930.625490:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950906112, offset 0 00000400:00000200:1.0:1788851930.625499:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000100:00000010:0.0:1788851930.626072:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c46a00. 00000020:00000040:0.0:1788851930.626081:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:0.0:1788851930.626088:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851930.626091:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851930.626095:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851930.626103:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154f500. 00000100:00000001:0.0:1788851930.626112:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851930.626120:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989ad0c46a00 x1875733950906368/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851930.626163:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851930.626169:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851930.626175:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011c557a6] to pc [ptlrpcd_00_00+0] req@ffff989ad0c46a00 x1875733950906368/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851930.626189:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851930.626193:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851930.626197:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851930.626201:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c45880. 00000020:00000040:0.0:1788851930.626203:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:0.0:1788851930.626206:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851930.626207:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851930.626209:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851930.626223:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154fe00. 00000100:00000001:0.0:1788851930.626227:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851930.627226:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851930.627251:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851930.627260:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851930.627268:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851930.627273:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851930.627277:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851930.627280:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541477:541477:256:4294967295] 192.168.201.149@tcp LPNI seq info [541411:541411:8:4294967295] 00000400:00000200:1.0:1788851930.627285:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851930.627298:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851930.627306:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851930.627318:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989afa3c8300. 00000800:00000200:1.0:1788851930.627327:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851930.627338:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851930.627345:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989afa3c8300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851930.627372:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851930.627393:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851930.627396:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307500251 00000100:00000010:1.0:1788851930.627403:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ae52ef6c0. 00000100:00000001:1.0:1788851930.627412:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788851930.627425:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307500251 00000100:00000010:1.0:1788851930.627428:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ae52ef360. 00000100:00000001:1.0:1788851930.627432:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788851930.627435:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851930.627439:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851930.627445:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851930.627449:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851930.627460:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851930.627462:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788851930.627465:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851930.627468:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851930.627470:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851930.627478:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c46a00 x1875733950906368/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.627488:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851930.627491:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851930.627496:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1788851930.627874:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989ad0c45880 x1875733950906496/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851930.627885:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851930.627901:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851930.627907:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b62c0c3] to pc [ptlrpcd_00_01+1] req@ffff989ad0c45880 x1875733950906496/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851930.627917:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851930.627920:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788851930.627924:0:232038:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788851930.627930:0:232038:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12834) 02000000:00000001:1.0:1788851930.628311:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851930.628317:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851930.628322:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950906368:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851930.628328:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851930.628335:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851930.628338:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851930.628341:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851930.628348:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148c200. 02000000:00000001:1.0:1788851930.628351:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851930.628356:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851930.628362:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d565d8. 00000400:00000010:1.0:1788851930.628369:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4db28. 00000100:00000200:1.0:1788851930.628387:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950906368, portal 10 00000100:00000001:1.0:1788851930.628390:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851930.628392:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427759616 : -113684281792000 : ffff989ad0c46a00) 00000100:00000040:1.0:1788851930.628401:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c46a00 x1875733950906368/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.628410:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851930.628412:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851930.628415:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d4c8. 00000100:00000200:1.0:1788851930.628418:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950906368, offset 0 00000400:00000200:1.0:1788851930.628424:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851930.628430:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851930.628437:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851930.628442:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851930.628445:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851930.628448:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851930.628451:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851930.628455:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541478:541478:255:4294967295] 192.168.201.149@tcp LPNI seq info [541412:541412:7:4294967295] 00000400:00000200:1.0:1788851930.628459:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851930.628469:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851930.628474:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851930.628478:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989afa3c8800. 00000800:00000200:1.0:1788851930.628484:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851930.628490:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851930.628494:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989afa3c8800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851930.628499:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851930.628765:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851930.628772:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989afa3c8300. 00000400:00000200:0.0:1788851930.628782:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851930.628789:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851930.628796:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d7f8 00000400:00000010:0.0:1788851930.628800:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d7f8. 00000100:00000001:0.0:1788851930.628806:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851930.628812:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c44e00 x1875733950906112/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851930.628824:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851930.628828:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c44e00 x1875733950906112/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851946 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851930.628836:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851930.628838:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788851930.629397:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21432 usecs (22 jiffies) 00000400:00000200:1.0:1788851930.629406:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851930.629410:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307496478 00000100:00000001:1.0:1788851930.629414:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307500251 00000100:00000001:1.0:1788851930.629417:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307496478 00000100:00000001:1.0:1788851930.629433:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307500251 00000100:00000001:1.0:1788851930.629436:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851930.629438:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851930.629444:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851930.629448:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851930.629460:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851930.629462:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788851930.629464:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851930.629466:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851930.629467:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851930.629470:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788851930.629472:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851930.629473:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851930.629475:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851930.629477:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851930.629478:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851930.629479:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851930.629489:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c45180 x1875733950906240/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.629497:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1788851930.630095:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851930.630101:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989afa3c8800. 00000400:00000200:0.0:1788851930.630107:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851930.630113:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851930.630120:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d4c8 00000400:00000010:0.0:1788851930.630139:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d4c8. 00000100:00000001:0.0:1788851930.630145:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851930.630150:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c46a00 x1875733950906368/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851930.630161:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851930.630164:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c46a00 x1875733950906368/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851930.630171:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851930.630172:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788851930.630220:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851930.630224:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851930.630370:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851930.630377:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851930.630381:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851930.630384:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851930.630389:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950906240:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851930.630393:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851930.630398:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851930.630401:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851930.630403:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851930.630410:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148de00. 02000000:00000001:1.0:1788851930.630412:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851930.630419:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851930.630423:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56370. 00000400:00000010:1.0:1788851930.630429:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d110. 00000100:00000200:1.0:1788851930.630436:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950906240, portal 10 00000100:00000001:1.0:1788851930.630446:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851930.630447:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427753344 : -113684281798272 : ffff989ad0c45180) 00000100:00000040:1.0:1788851930.630457:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c45180 x1875733950906240/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.630465:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851930.630467:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851930.630471:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d770. 00000100:00000200:1.0:1788851930.630475:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950906240, offset 0 00000400:00000200:1.0:1788851930.630481:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851930.630489:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851930.630495:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851930.630807:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851930.630814:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851930.630818:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851930.630822:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851930.630827:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541479:541479:256:4294967295] 192.168.201.149@tcp LPNI seq info [541413:541413:8:4294967295] 00000400:00000200:1.0:1788851930.630832:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851930.630844:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851930.630850:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851930.630856:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989afa3c8500. 00000800:00000200:1.0:1788851930.630863:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851930.630870:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851930.630876:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989afa3c8500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851930.630915:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851930.630920:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24843 usecs (25 jiffies) 00000400:00000200:1.0:1788851930.630924:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851930.630928:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307496483 00000100:00000001:1.0:1788851930.630931:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307500251 00000100:00000001:1.0:1788851930.630933:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307496483 00000100:00000001:1.0:1788851930.630936:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307500251 00000800:00000200:0.0:1788851930.631770:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851930.631778:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989afa3c8500. 00000400:00000200:0.0:1788851930.631783:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851930.631790:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851930.631796:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d770 00000400:00000010:0.0:1788851930.631798:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d770. 00000100:00000001:0.0:1788851930.631803:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851930.631810:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c45180 x1875733950906240/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851930.631822:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851930.631826:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c45180 x1875733950906240/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851930.631833:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851930.631835:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788851930.631917:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851930.631920:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851930.631925:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851930.631932:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c45880 x1875733950906496/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.631941:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851930.632170:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851930.632174:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851930.632178:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851930.632181:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851930.632184:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950906496:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851930.632189:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851930.632193:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851930.632196:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851930.632197:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851930.632203:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148da00. 02000000:00000001:1.0:1788851930.632205:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851930.632210:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851930.632214:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56f78. 00000400:00000010:1.0:1788851930.632220:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4daa0. 00000100:00000200:1.0:1788851930.632227:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950906496, portal 4 00000100:00000001:1.0:1788851930.632628:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851930.632630:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427755136 : -113684281796480 : ffff989ad0c45880) 00000100:00000040:1.0:1788851930.632642:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c45880 x1875733950906496/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.632650:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851930.632653:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851930.632658:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d6e8. 00000100:00000200:1.0:1788851930.632662:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950906496, offset 0 00000400:00000200:1.0:1788851930.632670:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851930.632679:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851930.632688:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851930.632709:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851930.632713:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851930.632718:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851930.632721:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851930.632725:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541480:541480:256:4294967295] 192.168.201.149@tcp LPNI seq info [541414:541414:8:4294967295] 00000400:00000200:1.0:1788851930.632729:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851930.632738:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851930.632744:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851930.632749:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989afa3c8500. 00000800:00000200:1.0:1788851930.632756:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851930.632762:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851930.632767:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989afa3c8500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851930.632846:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851930.632852:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 168018 usecs (169 jiffies) 00000400:00000200:1.0:1788851930.632856:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851930.632860:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307496628 00000100:00000001:1.0:1788851930.632863:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307500251 00000100:00000001:1.0:1788851930.632865:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307496628 00000100:00000001:1.0:1788851930.632867:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307500251 00000100:00000001:1.0:1788851930.632870:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851930.632872:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851930.632877:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851930.632883:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851930.637966:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851930.637979:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989afa3c8500. 00000400:00000200:0.0:1788851930.637989:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851930.638001:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851930.638011:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d6e8 00000400:00000010:0.0:1788851930.638014:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d6e8. 00000100:00000001:0.0:1788851930.638021:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851930.638031:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c45880 x1875733950906496/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851930.638076:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851930.638081:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c45880 x1875733950906496/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851930.638090:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851930.638092:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851930.654542:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851930.654566:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851930.654572:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851930.654576:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851930.654588:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.654600:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851930.654613:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.654619:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.654626:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.654631:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d63f00 00000400:00000200:0.0:1788851930.654636:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.654646:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bd71 [1] + 224 00000800:00000001:0.0:1788851930.654656:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851930.654662:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851930.654667:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851930.654672:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851930.654682:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851930.654695:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c44e00 x1875733950906112/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851930.654707:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c44e00 x1875733950906112/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851930.654737:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851930.654749:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851930.654753:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851930.654755:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851930.654783:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851930.654788:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.654791:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851930.654796:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.654799:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.654802:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.654805:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d64000 00000400:00000200:0.0:1788851930.654809:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.654814:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bd81 [1] + 224 00000800:00000001:0.0:1788851930.654819:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851930.654823:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851930.654825:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851930.654828:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851930.654831:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851930.654837:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c46a00 x1875733950906368/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851930.654847:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c46a00 x1875733950906368/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851930.654854:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851930.654858:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851930.654862:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851930.654863:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851930.654866:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851930.654869:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.654872:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851930.654876:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.654879:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.654881:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.654884:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d63f80 00000400:00000200:0.0:1788851930.654955:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.654961:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bd91 [1] + 224 00000800:00000001:0.0:1788851930.654965:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851930.654983:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851930.654986:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851930.654990:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851930.654993:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851930.654998:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c45180 x1875733950906240/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851930.655007:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c45180 x1875733950906240/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851930.655014:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851930.655017:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851930.655020:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851930.655107:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851930.655114:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788851930.655135:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851930.655138:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851930.655142:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56370. 00000400:00000200:1.0:1788851930.655148:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d110 00000400:00000010:1.0:1788851930.655150:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d110. 00000100:00000001:1.0:1788851930.655154:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851930.655165:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c45180 x1875733950906240/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851930.655175:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c45180 x1875733950906240/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.655182:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851930.655185:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851930.655188:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851930.655192:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851930.655196:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851930.655198:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851930.655202:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851930.655216:0:2399:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=71 v=85 (85 85 85 86) 00000100:00001000:1.0:1788851930.655221:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=79 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851930.655224:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851930.655226:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851930.655238:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788851930.655244:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851930.655249:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788851930.655252:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771462 00000100:00000001:1.0:1788851930.655254:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788851930.655256:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851930.655262:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c45180 x1875733950906240/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.655271:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851930.655275:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851930.655278:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851930.655282:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c45180 x1875733950906240/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851930.655291:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950906240:192.168.201.149@tcp:400:kworker.0 00000400:00000001:1.0:1788851930.655299:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851930.655300:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851930.655308:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d565d8. 00000400:00000200:1.0:1788851930.655311:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4db28 00000400:00000010:1.0:1788851930.655313:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4db28. 00000100:00000001:1.0:1788851930.655316:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851930.655320:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c46a00 x1875733950906368/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851930.655328:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c46a00 x1875733950906368/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.655333:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851930.655335:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851930.655337:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851930.655338:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851930.655340:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851930.655341:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851930.655344:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851930.655349:0:2399:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841fc60 time=71 v=85 (85 85 85 86) 00000100:00001000:1.0:1788851930.655352:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=53 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851930.655354:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851930.655356:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851930.655358:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788851930.655361:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989ad0c46a00 x1875733950906368/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788851930.655369:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851930.655372:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788851930.655373:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1788851930.655375:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788851930.655376:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851930.655380:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c46a00 x1875733950906368/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.655386:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851930.655388:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851930.655389:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851930.655392:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c46a00 x1875733950906368/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851930.655406:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950906368:192.168.201.149@tcp:400:kworker.0 00000400:00000001:1.0:1788851930.655413:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851930.655414:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851930.655416:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56e70. 00000400:00000200:1.0:1788851930.655419:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4ddd0 00000400:00000010:1.0:1788851930.655421:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4ddd0. 00000100:00000001:1.0:1788851930.655424:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851930.655427:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c44e00 x1875733950906112/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851930.655436:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c44e00 x1875733950906112/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851946 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.655443:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851930.655444:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851930.655446:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851930.655448:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851930.655449:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851930.655451:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851930.655453:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851930.655457:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=71 v=5 (5 5 5 5) 00000100:00001000:1.0:1788851930.655459:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=74 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851930.655462:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851930.655463:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851930.655464:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788851930.655466:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851930.655468:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851930.655472:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c44e00 x1875733950906112/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851946 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.655478:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851930.655480:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851930.655481:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851930.655484:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c44e00 x1875733950906112/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851946 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851930.655498:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950906112:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851930.655503:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851930.655506:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851930.655510:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c45180 x1875733950906240/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.655517:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851930.655520:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851930.655525:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148de00. 02000000:00000001:1.0:1788851930.655529:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851930.655533:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851930.655535:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:1.0:1788851930.655538:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851930.655541:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154fb00. 02000000:00000001:1.0:1788851930.655546:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851930.655549:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851930.655551:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c45180. 00000100:00000001:1.0:1788851930.655556:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851930.655558:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851930.655560:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851930.655563:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c46a00 x1875733950906368/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.655569:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851930.655571:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851930.655572:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148c200. 02000000:00000001:1.0:1788851930.655575:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851930.655576:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851930.655577:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:1.0:1788851930.655579:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851930.655581:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154f500. 02000000:00000001:1.0:1788851930.655583:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851930.655584:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851930.655585:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c46a00. 00000100:00000001:1.0:1788851930.655594:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851930.655596:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851930.655597:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851930.655602:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c44e00 x1875733950906112/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851946 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.655607:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851930.655608:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851930.655609:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148d200. 02000000:00000001:1.0:1788851930.655612:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851930.655613:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851930.655614:0:2399:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:1.0:1788851930.655616:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851930.655618:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154fd00. 02000000:00000001:1.0:1788851930.655621:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851930.655622:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851930.655624:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c44e00. 00000100:00000001:1.0:1788851930.655626:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851930.655628:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851930.655631:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851930.655634:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851930.655635:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851930.655637:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851930.655639:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851930.657448:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851930.657469:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851930.657474:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851930.657478:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851930.657489:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.657514:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851930.657525:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.657531:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.657537:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.657541:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d64080 00000400:00000200:0.0:1788851930.657546:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851930.657553:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bda1 [1] + 224 00000800:00000001:0.0:1788851930.657562:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851930.657582:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851930.657586:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851930.657591:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851930.657599:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851930.657609:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c45880 x1875733950906496/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851930.657620:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c45880 x1875733950906496/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851930.657666:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851930.657675:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851930.657679:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851930.657991:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851930.657998:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788851930.658007:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851930.658010:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851930.658014:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56f78. 00000400:00000200:1.0:1788851930.658019:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4daa0 00000400:00000010:1.0:1788851930.658023:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4daa0. 00000100:00000001:1.0:1788851930.658026:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851930.658031:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c45880 x1875733950906496/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851930.658041:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c45880 x1875733950906496/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.658048:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851930.658059:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851930.658062:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851930.658066:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851930.658069:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851930.658071:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851930.658075:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851930.658087:0:2399:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=71 v=36 (36 36 5 5) 00000100:00001000:1.0:1788851930.658092:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=58 v=5 (1 1 1 1) 00000100:00000001:1.0:1788851930.658095:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851930.658097:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851930.658100:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788851930.658105:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851930.658109:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788851930.658111:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:1.0:1788851930.658113:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788851930.658115:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851930.658122:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c45880 x1875733950906496/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.658140:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851930.658144:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851930.658147:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851930.658151:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c45880 x1875733950906496/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851930.658159:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950906496:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851930.658164:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851930.658167:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851930.658171:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c45880 x1875733950906496/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851930.658178:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851930.658182:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851930.658186:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148da00. 02000000:00000001:1.0:1788851930.658191:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851930.658194:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851930.658203:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:1.0:1788851930.658205:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851930.658209:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154fe00. 02000000:00000001:1.0:1788851930.658214:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851930.658216:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851930.658218:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c45880. 00000100:00000001:1.0:1788851930.658223:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851930.658224:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851930.658227:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851930.658250:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851930.658252:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851930.658255:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851930.658258:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851931.073478:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851931.073489:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851931.073498:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851931.073499:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851931.077082:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851931.077093:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851931.077100:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851932.093413:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851932.093426:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851932.093436:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851932.093437:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851932.093877:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851932.093881:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851932.093885:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851933.118175:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851933.118187:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851933.118195:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851933.118197:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851933.131367:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851933.131378:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851933.131386:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788851933.501233:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad4aec540] -> 12345-192.168.201.49@tcp (6) 00000800:00000200:3.0:1788851933.501246:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.49@tcp ip 192.168.201.49:988 00000800:00000200:3.0:1788851933.501253:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac2ba7e00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1788851933.504489:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1788851933.504508:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851933.504521:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851933.504528:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851933.504531:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788851934.141331:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851934.141342:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851934.141345:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851934.141350:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851934.141358:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851934.141361:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851934.141363:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851934.141366:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851934.141371:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851934.141372:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851934.145934:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851934.145943:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851934.145950:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851934.461067:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307500251, at 4307500288 00000100:00000010:0.0:1788851934.461093:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ae52ef6c0. 00000100:00000040:1.0:1788851934.462515:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307500251, at 4307500289 00000100:00000010:1.0:1788851934.462534:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ae52ef360. 00010000:00000001:3.0:1788851935.165168:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851935.165179:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851935.165187:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851935.165188:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851935.165224:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851935.165228:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851935.165231:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851935.741086:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851935.741102:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851935.741118:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c45f80. 00000020:00000040:0.0:1788851935.741127:0:218145:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:0.0:1788851935.741132:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851935.741136:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851935.741143:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851935.741158:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154fe00. 00000100:00000001:0.0:1788851935.741168:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851935.741186:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989ad0c45f80 x1875733950906624/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851935.741199:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851935.741204:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851935.741212:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d247636a] to pc [ptlrpcd_00_00+0] req@ffff989ad0c45f80 x1875733950906624/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851935.741255:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851935.741279:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851935.741283:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851935.741286:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c46d80. 00000020:00000040:0.0:1788851935.741288:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:0.0:1788851935.741291:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851935.741292:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851935.741294:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851935.741298:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154fd00. 00000100:00000001:0.0:1788851935.741302:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851935.741306:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989ad0c46d80 x1875733950906752/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851935.741313:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851935.741315:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851935.741318:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b53e2b4e] to pc [ptlrpcd_00_01+1] req@ffff989ad0c46d80 x1875733950906752/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851935.741326:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851935.741328:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851935.741331:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851935.741333:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c44000. 00000020:00000040:0.0:1788851935.741335:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:0.0:1788851935.741337:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851935.741339:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851935.741340:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851935.741343:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154f500. 00000100:00000001:0.0:1788851935.741346:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851935.741350:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989ad0c44000 x1875733950906880/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851935.741357:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851935.741359:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851935.741362:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0a8e9d3] to pc [ptlrpcd_00_00+0] req@ffff989ad0c44000 x1875733950906880/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851935.741381:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851935.741384:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851935.741389:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851935.741391:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c44a80. 00000020:00000040:0.0:1788851935.741394:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:0.0:1788851935.741396:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851935.741398:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851935.741400:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851935.741403:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154fb00. 00000100:00000001:0.0:1788851935.741407:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851935.741411:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989ad0c44a80 x1875733950907008/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851935.741418:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851935.741420:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851935.741424:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4f777e0] to pc [ptlrpcd_00_01+1] req@ffff989ad0c44a80 x1875733950907008/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851935.741431:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851935.741433:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788851935.741437:0:218145:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1788851935.741494:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851935.741501:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851935.741505:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851935.741514:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c45f80 x1875733950906624/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.741524:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851935.741526:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851935.741544:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851935.741548:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851935.741551:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851935.741556:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950906624:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851935.741568:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851935.741577:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851935.741582:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851935.741586:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851935.741593:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148c200. 02000000:00000001:1.0:1788851935.741595:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851935.741612:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851935.741617:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56f78. 00000400:00000010:1.0:1788851935.741627:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4daa0. 00000100:00000200:1.0:1788851935.741635:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950906624, portal 25 00000100:00000001:1.0:1788851935.741638:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851935.741640:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427756928 : -113684281794688 : ffff989ad0c45f80) 00000100:00000040:1.0:1788851935.741646:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c45f80 x1875733950906624/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.741652:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851935.741655:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851935.741658:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4ddd0. 00000100:00000200:1.0:1788851935.741660:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950906624, offset 0 00000400:00000200:1.0:1788851935.741668:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851935.741679:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.741689:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851935.741696:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851935.741702:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851935.741707:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851935.741710:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851935.741714:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541481:541481:256:4294967295] 192.168.201.149@tcp LPNI seq info [541415:541415:8:4294967295] 00000400:00000200:1.0:1788851935.741718:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.741729:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851935.741737:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851935.741742:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989afa3c8800. 00000800:00000200:1.0:1788851935.741750:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851935.741760:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851935.741766:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989afa3c8800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851935.741781:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851935.741785:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851935.741788:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307505365 00000100:00000010:1.0:1788851935.741793:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ae52ef360. 00000100:00000001:1.0:1788851935.741806:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788851935.741815:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307505365 00000100:00000010:1.0:1788851935.741818:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ae52ef060. 00000100:00000001:1.0:1788851935.741821:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788851935.741825:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851935.741828:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851935.741831:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851935.741835:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c44000 x1875733950906880/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.741842:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851935.741843:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851935.741845:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851935.741847:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851935.741849:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851935.741853:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950906880:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851935.741856:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851935.741859:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851935.741860:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851935.741862:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851935.741865:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148d200. 02000000:00000001:1.0:1788851935.741867:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851935.741871:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851935.741874:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56e70. 00000400:00000010:1.0:1788851935.741877:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4db28. 00000100:00000200:1.0:1788851935.741880:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950906880, portal 10 00000100:00000001:1.0:1788851935.741882:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851935.741883:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427748864 : -113684281802752 : ffff989ad0c44000) 00000100:00000040:1.0:1788851935.741925:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c44000 x1875733950906880/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.741931:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851935.741933:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851935.741935:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d110. 00000100:00000200:1.0:1788851935.741944:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950906880, offset 0 00000400:00000200:1.0:1788851935.741949:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851935.741953:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.741956:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851935.741959:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851935.741962:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851935.741964:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851935.741966:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851935.741969:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541482:541482:255:4294967295] 192.168.201.149@tcp LPNI seq info [541416:541416:7:4294967295] 00000400:00000200:1.0:1788851935.741973:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.741979:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851935.741984:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851935.741988:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989afa3c8300. 00000800:00000200:1.0:1788851935.741992:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851935.741996:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851935.741999:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989afa3c8300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851935.742002:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851935.742006:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21433 usecs (22 jiffies) 00000400:00000200:1.0:1788851935.742009:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851935.742010:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307501590 00000100:00000001:1.0:1788851935.742013:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307505365 00000100:00000001:1.0:1788851935.742015:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307501590 00000100:00000001:1.0:1788851935.742017:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307505365 00000100:00000001:1.0:1788851935.742020:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851935.742021:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851935.742024:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851935.742027:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851935.742046:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851935.742049:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788851935.742053:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851935.742059:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851935.742061:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851935.742064:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788851935.742066:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851935.742068:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851935.742070:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851935.742071:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851935.742072:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851935.742074:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851935.742079:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c46d80 x1875733950906752/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.742086:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851935.742088:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851935.742090:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851935.742091:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851935.742093:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851935.742096:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950906752:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851935.742099:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851935.742102:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851935.742103:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851935.742105:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851935.742108:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148dc00. 02000000:00000001:1.0:1788851935.742110:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851935.742113:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851935.742116:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d565d8. 00000400:00000010:1.0:1788851935.742120:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4dcc0. 00000100:00000200:1.0:1788851935.742123:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950906752, portal 10 00000100:00000001:1.0:1788851935.742125:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851935.742126:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427760512 : -113684281791104 : ffff989ad0c46d80) 00000100:00000040:1.0:1788851935.742132:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c46d80 x1875733950906752/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.742138:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851935.742141:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851935.742154:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d5d8. 00000100:00000200:1.0:1788851935.742163:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950906752, offset 0 00000400:00000200:1.0:1788851935.742168:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851935.742172:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.742175:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851935.742178:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851935.742181:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851935.742183:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851935.742185:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851935.742188:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541483:541483:254:4294967295] 192.168.201.149@tcp LPNI seq info [541417:541417:6:4294967295] 00000400:00000200:1.0:1788851935.742192:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.742197:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851935.742201:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851935.742205:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989afa3c8c00. 00000800:00000200:1.0:1788851935.742209:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851935.742212:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851935.742214:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989afa3c8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851935.742217:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851935.742220:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24850 usecs (25 jiffies) 00000400:00000200:1.0:1788851935.742222:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851935.742224:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307501593 00000100:00000001:1.0:1788851935.742226:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307505365 00000100:00000001:1.0:1788851935.742228:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307501593 00000100:00000001:1.0:1788851935.742230:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307505365 00000100:00000001:1.0:1788851935.742232:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851935.742234:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851935.742236:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851935.742239:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c44a80 x1875733950907008/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.742246:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851935.742252:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851935.742254:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851935.742255:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851935.742257:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851935.742260:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950907008:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851935.742263:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851935.742266:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851935.742267:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851935.742269:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851935.742272:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148d800. 02000000:00000001:1.0:1788851935.742274:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851935.742278:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851935.742281:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56370. 00000400:00000010:1.0:1788851935.742285:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d088. 00000100:00000200:1.0:1788851935.742288:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950907008, portal 4 00000100:00000001:1.0:1788851935.742290:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851935.742291:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427751552 : -113684281800064 : ffff989ad0c44a80) 00000100:00000040:1.0:1788851935.742297:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c44a80 x1875733950907008/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.742304:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851935.742306:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851935.742309:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d000. 00000100:00000200:1.0:1788851935.742311:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950907008, offset 0 00000400:00000200:1.0:1788851935.742316:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851935.742319:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.742322:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851935.742325:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851935.742327:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851935.742329:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851935.742332:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851935.742334:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541484:541484:253:4294967295] 192.168.201.149@tcp LPNI seq info [541418:541418:5:4294967295] 00000400:00000200:1.0:1788851935.742338:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.742343:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851935.742353:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851935.742357:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989afa3c8500. 00000800:00000200:1.0:1788851935.742360:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851935.742364:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851935.742367:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989afa3c8500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851935.742370:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851935.742373:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 167916 usecs (168 jiffies) 00000400:00000200:1.0:1788851935.742376:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851935.742379:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307501736 00000100:00000001:1.0:1788851935.742381:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307505365 00000100:00000001:1.0:1788851935.742383:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307501736 00000100:00000001:1.0:1788851935.742385:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307505365 00000100:00000001:1.0:1788851935.742388:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851935.742390:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851935.742392:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851935.742395:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851935.742469:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851935.742474:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989afa3c8800. 00000400:00000200:1.0:1788851935.742481:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851935.742486:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851935.742492:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4ddd0 00000400:00000010:1.0:1788851935.742495:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4ddd0. 00000100:00000001:1.0:1788851935.742501:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851935.742506:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c45f80 x1875733950906624/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.742516:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851935.742519:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c45f80 x1875733950906624/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851951 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.742526:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851935.742528:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851935.742549:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851935.742551:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989afa3c8300. 00000400:00000200:1.0:1788851935.742559:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851935.742563:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851935.742565:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d110 00000400:00000010:1.0:1788851935.742568:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d110. 00000100:00000001:1.0:1788851935.742570:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851935.742573:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c44000 x1875733950906880/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.742580:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851935.742583:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c44000 x1875733950906880/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.742590:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851935.742592:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851935.742600:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851935.742602:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989afa3c8c00. 00000400:00000200:1.0:1788851935.742604:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851935.742607:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851935.742609:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d5d8 00000400:00000010:1.0:1788851935.742611:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d5d8. 00000100:00000001:1.0:1788851935.742614:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851935.742617:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c46d80 x1875733950906752/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.742622:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851935.742625:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c46d80 x1875733950906752/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.742631:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851935.742633:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851935.742698:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851935.742700:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989afa3c8500. 00000400:00000200:1.0:1788851935.742703:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851935.742706:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851935.742708:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d000 00000400:00000010:1.0:1788851935.742715:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d000. 00000100:00000001:1.0:1788851935.742718:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851935.742722:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c44a80 x1875733950907008/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.742728:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851935.742730:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c44a80 x1875733950907008/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.742735:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851935.742737:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788851935.742749:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851935.742751:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851935.743034:0:218145:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12839) 00000800:00000001:1.0:1788851935.754469:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851935.754497:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851935.754503:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851935.754506:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851935.754519:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.754530:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851935.754546:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.754554:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.754562:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.754567:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d64100 00000400:00000200:1.0:1788851935.754573:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.754582:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bdb1 [1] + 224 00000800:00000001:1.0:1788851935.754593:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851935.754602:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851935.754606:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851935.754611:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851935.754621:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851935.754633:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c45f80 x1875733950906624/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851935.754645:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c45f80 x1875733950906624/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.754712:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851935.754724:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851935.754728:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851935.755397:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851935.755405:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788851935.755416:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851935.755418:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851935.755432:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56f78. 00000400:00000200:0.0:1788851935.755444:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4daa0 00000400:00000010:0.0:1788851935.755448:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4daa0. 00000100:00000001:0.0:1788851935.755453:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851935.755461:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c45f80 x1875733950906624/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851935.755487:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c45f80 x1875733950906624/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851935.755494:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851935.755497:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851935.755500:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851935.755505:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851935.755507:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851935.755510:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851935.755514:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851935.755522:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=76 v=5 (5 5 5 5) 00000100:00001000:0.0:1788851935.755528:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=79 v=5 (1 1 1 0) 00000100:00000001:0.0:1788851935.755531:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851935.755533:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851935.755536:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851935.755540:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851935.755543:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851935.755548:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c45f80 x1875733950906624/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851951 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851935.755556:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851935.755560:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851935.755562:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851935.755566:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c45f80 x1875733950906624/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851951 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851935.755575:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950906624:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851935.755581:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851935.755584:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851935.755588:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c45f80 x1875733950906624/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851951 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851935.755596:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851935.755600:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851935.755608:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148c200. 02000000:00000001:0.0:1788851935.755611:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851935.755615:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851935.755617:0:2399:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:0.0:1788851935.755620:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851935.755624:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154fe00. 02000000:00000001:0.0:1788851935.755628:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851935.755630:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851935.755633:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c45f80. 00000100:00000001:0.0:1788851935.755638:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851935.755639:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851935.755643:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851935.755645:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851935.755647:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851935.755649:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851935.755651:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788851935.756091:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851935.756103:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851935.756106:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851935.756109:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851935.756117:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.756122:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851935.756130:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.756134:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.756139:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.756153:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d64280 00000400:00000200:1.0:1788851935.756158:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.756164:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bde1 [1] + 224 00000800:00000001:1.0:1788851935.756172:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851935.756179:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851935.756182:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851935.756186:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851935.756191:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851935.756199:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c44a80 x1875733950907008/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851935.756209:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c44a80 x1875733950907008/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.756230:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851935.756238:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851935.756241:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851935.756529:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851935.756533:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788851935.756539:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851935.756541:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851935.756544:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56370. 00000400:00000200:0.0:1788851935.756548:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d088 00000400:00000010:0.0:1788851935.756551:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d088. 00000100:00000001:0.0:1788851935.756554:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851935.756558:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c44a80 x1875733950907008/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851935.756567:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c44a80 x1875733950907008/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851935.756574:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851935.756576:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851935.756579:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851935.756581:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851935.756582:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851935.756585:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851935.756587:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851935.756595:0:2399:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=76 v=36 (36 36 5 5) 00000100:00001000:0.0:1788851935.756599:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=63 v=5 (1 1 1 1) 00000100:00000001:0.0:1788851935.756613:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851935.756615:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851935.756617:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851935.756621:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851935.756626:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851935.756628:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:0.0:1788851935.756631:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851935.756634:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851935.756638:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c44a80 x1875733950907008/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851935.756645:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851935.756648:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851935.756649:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851935.756653:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c44a80 x1875733950907008/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851935.756661:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950907008:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851935.756666:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851935.756668:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851935.756671:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c44a80 x1875733950907008/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851935.756690:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851935.756692:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851935.756695:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148d800. 02000000:00000001:0.0:1788851935.756699:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851935.756701:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851935.756703:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:0.0:1788851935.756705:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851935.756707:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154fb00. 02000000:00000001:0.0:1788851935.756710:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851935.756712:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851935.756715:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c44a80. 00000100:00000001:0.0:1788851935.756718:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851935.756723:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851935.756727:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851935.756728:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851935.756729:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851935.756731:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851935.756732:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788851935.780804:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851935.780832:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851935.780838:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851935.780841:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851935.780877:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.780971:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851935.780983:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.780990:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.780997:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.781003:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d64200 00000400:00000200:1.0:1788851935.781009:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.781018:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bdc1 [1] + 224 00000800:00000001:1.0:1788851935.781026:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851935.781031:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851935.781045:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851935.781052:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851935.781064:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851935.781077:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c44000 x1875733950906880/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851935.781089:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c44000 x1875733950906880/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.781103:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851935.781117:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851935.781121:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851935.781123:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851935.781125:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851935.781140:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.781144:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851935.781148:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.781150:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.781153:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.781156:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d64180 00000400:00000200:1.0:1788851935.781159:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851935.781163:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bdd1 [1] + 224 00000800:00000001:1.0:1788851935.781167:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851935.781183:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851935.781185:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851935.781189:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851935.781193:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851935.781199:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c46d80 x1875733950906752/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851935.781207:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c46d80 x1875733950906752/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851935.781215:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851935.781220:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851935.781223:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851935.781413:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851935.781420:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788851935.781430:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851935.781433:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851935.781504:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d565d8. 00000400:00000200:0.0:1788851935.781512:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4dcc0 00000400:00000010:0.0:1788851935.781515:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4dcc0. 00000100:00000001:0.0:1788851935.781520:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851935.781526:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c46d80 x1875733950906752/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851935.781537:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c46d80 x1875733950906752/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851935.781545:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851935.781548:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851935.781553:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851935.781558:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851935.781562:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851935.781566:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851935.781571:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851935.781586:0:2399:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=76 v=85 (85 85 85 86) 00000100:00001000:0.0:1788851935.781591:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=84 v=5 (1 1 1 0) 00000100:00000001:0.0:1788851935.781594:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851935.781596:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851935.781600:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851935.781605:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851935.781610:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851935.781613:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771462 00000100:00000001:0.0:1788851935.781616:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851935.781618:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851935.781624:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c46d80 x1875733950906752/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851935.781641:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851935.781645:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851935.781647:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851935.781652:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c46d80 x1875733950906752/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851935.781661:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950906752:192.168.201.149@tcp:400:kworker.0 00000400:00000001:0.0:1788851935.781668:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851935.781669:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851935.781671:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56e70. 00000400:00000200:0.0:1788851935.781674:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4db28 00000400:00000010:0.0:1788851935.781676:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4db28. 00000100:00000001:0.0:1788851935.781679:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851935.781682:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c44000 x1875733950906880/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851935.781690:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c44000 x1875733950906880/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851935.781696:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851935.781697:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851935.781699:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851935.781701:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851935.781702:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851935.781704:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851935.781705:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851935.781711:0:2399:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841fc60 time=76 v=85 (85 85 85 86) 00000100:00001000:0.0:1788851935.781714:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=58 v=5 (1 1 1 0) 00000100:00000001:0.0:1788851935.781716:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851935.781718:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851935.781720:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788851935.781723:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989ad0c44000 x1875733950906880/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788851935.781742:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851935.781745:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851935.781747:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788851935.781749:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851935.781750:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851935.781754:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c44000 x1875733950906880/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851935.781761:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851935.781763:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851935.781764:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851935.781768:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c44000 x1875733950906880/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851935.781776:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950906880:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851935.781780:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851935.781784:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851935.781788:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c46d80 x1875733950906752/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851935.781796:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851935.781799:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851935.781804:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148dc00. 02000000:00000001:0.0:1788851935.781808:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851935.781811:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851935.781814:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:0.0:1788851935.781817:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851935.781822:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154fd00. 02000000:00000001:0.0:1788851935.781826:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851935.781829:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851935.781832:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c46d80. 00000100:00000001:0.0:1788851935.781837:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851935.781839:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851935.781846:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851935.781850:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c44000 x1875733950906880/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851935.781856:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851935.781858:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851935.781859:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148d200. 02000000:00000001:0.0:1788851935.781861:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851935.781863:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851935.781865:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:0.0:1788851935.781867:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851935.781869:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154f500. 02000000:00000001:0.0:1788851935.781871:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851935.781872:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851935.781874:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c44000. 00000100:00000001:0.0:1788851935.781876:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851935.781877:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851935.781879:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851935.781926:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851935.781929:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851935.781932:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851935.781934:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851936.192057:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851936.192069:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851936.192076:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851936.192077:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851936.193641:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851936.193650:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851936.193656:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851937.213082:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851937.213093:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851937.213101:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851937.213106:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851937.213109:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851937.213120:0:266176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851937.213122:0:266176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851937.213124:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851937.213128:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851937.213159:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851937.213162:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851937.213165:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851937.215843:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851937.215855:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851937.215862:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851938.237076:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851938.237096:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851938.237105:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851938.237113:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851938.237229:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851938.237234:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851938.237238:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851939.261085:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851939.261096:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851939.261104:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851939.261106:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851939.261291:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851939.261297:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851939.261302:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851939.581150:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307505365, at 4307505408 00000100:00000010:0.0:1788851939.581176:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ae52ef360. 00000100:00000040:1.0:1788851939.586124:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307505365, at 4307505413 00000100:00000010:1.0:1788851939.586140:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ae52ef060. 00010000:00000001:3.0:1788851940.291883:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851940.291912:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851940.291922:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851940.291923:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851940.291986:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851940.291990:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851940.291993:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788851940.861479:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851940.861494:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851940.861505:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9d880. 00000020:00000040:1.0:1788851940.861513:0:232038:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:1.0:1788851940.861518:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851940.861522:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851940.861529:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851940.861540:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989afa3c8500. 00000100:00000001:1.0:1788851940.861549:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851940.861567:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989b01a9d880 x1875733950907136/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851940.861578:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851940.861583:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851940.861591:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000357db6c7] to pc [ptlrpcd_00_00+0] req@ffff989b01a9d880 x1875733950907136/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.861661:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851940.861665:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851940.861668:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851940.861672:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9d500. 00000020:00000040:1.0:1788851940.861674:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:1.0:1788851940.861677:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851940.861678:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851940.861680:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851940.861693:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989afa3c8c00. 00000100:00000001:1.0:1788851940.861697:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851940.861702:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989b01a9d500 x1875733950907264/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851940.861709:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851940.861711:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851940.861714:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068da4fb2] to pc [ptlrpcd_00_01+1] req@ffff989b01a9d500 x1875733950907264/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.861721:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851940.861723:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851940.861726:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851940.861729:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9ca80. 00000020:00000040:1.0:1788851940.861731:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:1.0:1788851940.861733:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851940.861734:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851940.861735:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851940.861739:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989afa3c8300. 00000100:00000001:1.0:1788851940.861742:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851940.861745:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989b01a9ca80 x1875733950907392/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851940.861751:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851940.861758:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851940.861763:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dae76db9] to pc [ptlrpcd_00_00+0] req@ffff989b01a9ca80 x1875733950907392/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.861769:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851940.861771:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851940.861774:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851940.861777:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9df80. 00000020:00000040:1.0:1788851940.861780:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:1.0:1788851940.861781:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851940.861783:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851940.861784:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851940.861787:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989afa3c8800. 00000100:00000001:1.0:1788851940.861790:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851940.861793:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989b01a9df80 x1875733950907520/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851940.861800:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851940.861802:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851940.861805:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004bed85fd] to pc [ptlrpcd_00_01+1] req@ffff989b01a9df80 x1875733950907520/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.861812:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851940.861814:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788851940.861818:0:232038:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788851940.861824:0:232038:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12844) 00000100:00000001:1.0:1788851940.861840:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851940.861845:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851940.861848:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851940.861854:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9d500 x1875733950907264/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.861862:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851940.861864:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851940.861875:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851940.861878:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851940.861881:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851940.861885:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950907264:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851940.861916:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851940.861924:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851940.861927:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851940.861929:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851940.861935:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148dc00. 02000000:00000001:1.0:1788851940.861938:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851940.861947:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851940.861991:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56f20. 00000400:00000010:1.0:1788851940.862001:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d000. 00000100:00000200:1.0:1788851940.862011:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950907264, portal 10 00000100:00000001:1.0:1788851940.862014:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851940.862016:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248101120 : -113683461450496 : ffff989b01a9d500) 00000100:00000040:1.0:1788851940.862025:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9d500 x1875733950907264/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.862033:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851940.862036:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851940.862039:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d5d8. 00000100:00000200:1.0:1788851940.862042:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950907264, offset 0 00000400:00000200:1.0:1788851940.862050:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851940.862073:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.862083:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851940.862090:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851940.862095:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851940.862100:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851940.862103:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851940.862108:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541485:541485:256:4294967295] 192.168.201.149@tcp LPNI seq info [541419:541419:8:4294967295] 00000400:00000200:1.0:1788851940.862113:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.862126:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851940.862140:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851940.862149:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ac4f25900. 00000800:00000200:1.0:1788851940.862158:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851940.862169:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851940.862175:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac4f25900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851940.862189:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851940.862194:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24858 usecs (25 jiffies) 00000400:00000200:1.0:1788851940.862198:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851940.862201:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307506714 00000100:00000010:1.0:1788851940.862206:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ae52ef060. 00000100:00000001:1.0:1788851940.862215:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788851940.862227:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307506714 00000100:00000010:1.0:1788851940.862231:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ae52ef240. 00000100:00000001:1.0:1788851940.862234:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788851940.862237:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851940.862241:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851940.862244:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851940.862248:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9df80 x1875733950907520/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.862255:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851940.862256:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851940.862258:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851940.862260:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851940.862262:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851940.862264:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950907520:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851940.862268:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851940.862270:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851940.862272:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851940.862273:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851940.862276:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148d200. 02000000:00000001:1.0:1788851940.862284:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851940.862289:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851940.862291:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d562c0. 00000400:00000010:1.0:1788851940.862296:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d110. 00000100:00000200:1.0:1788851940.862299:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950907520, portal 4 00000100:00000001:1.0:1788851940.862301:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851940.862302:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248103808 : -113683461447808 : ffff989b01a9df80) 00000100:00000040:1.0:1788851940.862309:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9df80 x1875733950907520/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.862316:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851940.862318:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851940.862320:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4ddd0. 00000100:00000200:1.0:1788851940.862323:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950907520, offset 0 00000400:00000200:1.0:1788851940.862327:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851940.862331:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.862334:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851940.862337:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851940.862340:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851940.862342:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851940.862344:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851940.862347:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541486:541486:255:4294967295] 192.168.201.149@tcp LPNI seq info [541420:541420:7:4294967295] 00000400:00000200:1.0:1788851940.862351:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.862357:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851940.862361:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851940.862365:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ac4f25f00. 00000800:00000200:1.0:1788851940.862369:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851940.862373:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851940.862376:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac4f25f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851940.862378:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851940.862382:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 167798 usecs (168 jiffies) 00000400:00000200:1.0:1788851940.862384:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851940.862391:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307506857 00000100:00000001:1.0:1788851940.862397:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, simply extend its deadline from 4307506714 00000100:00000001:1.0:1788851940.862401:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307506857 00000100:00000001:1.0:1788851940.862403:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, simply extend its deadline from 4307506714 00000100:00000001:1.0:1788851940.862406:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851940.862408:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851940.862411:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851940.862414:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851940.862423:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851940.862426:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1788851940.862428:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851940.862429:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851940.862431:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851940.862434:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788851940.862436:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851940.862438:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851940.862439:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851940.862441:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851940.862442:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851940.862444:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851940.862447:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9d880 x1875733950907136/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.862455:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851940.862456:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851940.862458:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851940.862460:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851940.862462:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851940.862465:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2400:1875733950907136:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851940.862469:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851940.862472:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851940.862473:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851940.862475:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851940.862478:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148d800. 02000000:00000001:1.0:1788851940.862485:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851940.862489:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851940.862492:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56c08. 00000400:00000010:1.0:1788851940.862496:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4df68. 00000100:00000200:1.0:1788851940.862499:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950907136, portal 25 00000100:00000001:1.0:1788851940.862501:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851940.862502:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248102016 : -113683461449600 : ffff989b01a9d880) 00000100:00000040:1.0:1788851940.862507:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9d880 x1875733950907136/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.862513:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851940.862515:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851940.862517:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4dee0. 00000100:00000200:1.0:1788851940.862519:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950907136, offset 0 00000400:00000200:1.0:1788851940.862523:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851940.862527:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.862531:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851940.862534:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851940.862537:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851940.862539:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851940.862541:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851940.862544:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541487:541487:254:4294967295] 192.168.201.149@tcp LPNI seq info [541421:541421:6:4294967295] 00000400:00000200:1.0:1788851940.862548:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.862554:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851940.862558:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851940.862563:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ac4f25300. 00000800:00000200:1.0:1788851940.862567:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851940.862571:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851940.862573:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac4f25300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851940.862576:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851940.862578:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851940.862580:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307510486 00000100:00000001:1.0:1788851940.862589:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307506857 00000100:00000001:1.0:1788851940.862592:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307510486 00000100:00000001:1.0:1788851940.862595:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307506857 00000100:00000001:1.0:1788851940.862597:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851940.862599:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851940.862601:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851940.862606:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9ca80 x1875733950907392/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.862613:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851940.862615:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851940.862617:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851940.862618:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851940.862620:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851940.862623:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950907392:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851940.862626:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851940.862629:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851940.862630:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851940.862632:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851940.862635:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148c200. 02000000:00000001:1.0:1788851940.862637:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851940.862640:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851940.862643:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56a50. 00000400:00000010:1.0:1788851940.862647:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4db28. 00000100:00000200:1.0:1788851940.862650:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950907392, portal 10 00000100:00000001:1.0:1788851940.862652:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851940.862653:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248098432 : -113683461453184 : ffff989b01a9ca80) 00000100:00000040:1.0:1788851940.862660:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9ca80 x1875733950907392/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.862667:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851940.862669:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851940.862672:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4dcc0. 00000100:00000200:1.0:1788851940.862681:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950907392, offset 0 00000400:00000200:1.0:1788851940.862686:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851940.862690:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.862694:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851940.862697:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851940.862699:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851940.862701:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851940.862704:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851940.862707:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541488:541488:253:4294967295] 192.168.201.149@tcp LPNI seq info [541422:541422:5:4294967295] 00000400:00000200:1.0:1788851940.862712:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.862718:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851940.862722:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851940.862726:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ac4f25600. 00000800:00000200:1.0:1788851940.862730:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851940.862734:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851940.862737:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac4f25600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851940.862739:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851940.862744:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21435 usecs (22 jiffies) 00000400:00000200:1.0:1788851940.862747:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851940.862749:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307506711 00000100:00000001:1.0:1788851940.862752:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307510486 00000100:00000001:1.0:1788851940.862754:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307506711 00000100:00000001:1.0:1788851940.862756:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307510486 00000100:00000001:1.0:1788851940.862758:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851940.862760:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851940.862762:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851940.862764:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851940.862814:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851940.862818:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ac4f25900. 00000400:00000200:1.0:1788851940.862826:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851940.862837:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851940.862845:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d5d8 00000400:00000010:1.0:1788851940.862848:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d5d8. 00000100:00000001:1.0:1788851940.862854:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851940.862859:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9d500 x1875733950907264/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.862870:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851940.862874:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9d500 x1875733950907264/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.862881:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851940.862883:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851940.862927:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851940.862930:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ac4f25f00. 00000400:00000200:1.0:1788851940.862932:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851940.862936:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851940.862938:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4ddd0 00000400:00000010:1.0:1788851940.862940:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4ddd0. 00000100:00000001:1.0:1788851940.862942:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851940.862946:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9df80 x1875733950907520/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.862965:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851940.862968:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9df80 x1875733950907520/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.862975:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851940.862976:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851940.862984:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851940.862987:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ac4f25300. 00000400:00000200:1.0:1788851940.862990:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851940.862993:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851940.862995:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4dee0 00000400:00000010:1.0:1788851940.862997:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4dee0. 00000100:00000001:1.0:1788851940.862999:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851940.863008:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9d880 x1875733950907136/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.863017:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851940.863019:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9d880 x1875733950907136/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851956 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.863026:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851940.863027:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851940.863091:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851940.863094:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ac4f25600. 00000400:00000200:1.0:1788851940.863097:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851940.863101:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851940.863104:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4dcc0 00000400:00000010:1.0:1788851940.863105:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4dcc0. 00000100:00000001:1.0:1788851940.863107:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851940.863111:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9ca80 x1875733950907392/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.863118:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851940.863122:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9ca80 x1875733950907392/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.863128:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851940.863129:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788851940.863395:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851940.863399:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788851940.869623:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851940.872073:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851940.872087:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851940.872093:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851940.872104:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.872115:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851940.872212:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.872220:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.872227:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.872232:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d64300 00000400:00000200:1.0:1788851940.872239:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.872248:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52be11 [1] + 224 00000800:00000001:1.0:1788851940.872338:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851940.872354:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851940.872358:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851940.872364:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851940.872375:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851940.872388:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9d880 x1875733950907136/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851940.872459:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9d880 x1875733950907136/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851940.872558:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851940.872564:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851940.872581:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851940.872593:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851940.872597:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788851940.872645:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851940.872649:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851940.872653:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56c08. 00000400:00000200:0.0:1788851940.872659:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4df68 00000400:00000010:0.0:1788851940.872670:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4df68. 00000100:00000001:0.0:1788851940.872674:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851940.872679:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9d880 x1875733950907136/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851940.872688:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9d880 x1875733950907136/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851940.872694:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851940.872697:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851940.872700:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851940.872703:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851940.872707:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851940.872709:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851940.872713:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851940.872721:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=81 v=5 (5 5 5 5) 00000100:00001000:0.0:1788851940.872725:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=84 v=5 (1 1 1 0) 00000100:00000001:0.0:1788851940.872728:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851940.872730:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851940.872733:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851940.872736:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851940.872739:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851940.872745:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9d880 x1875733950907136/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851940.872753:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851940.872757:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851940.872760:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851940.872764:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9d880 x1875733950907136/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851956 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851940.872773:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2400:1875733950907136:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851940.872781:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851940.872784:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851940.872789:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9d880 x1875733950907136/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851956 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851940.872818:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851940.872822:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851940.872826:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148d800. 02000000:00000001:0.0:1788851940.872830:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851940.872834:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851940.872836:0:2400:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:0.0:1788851940.872839:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851940.872843:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989afa3c8500. 02000000:00000001:0.0:1788851940.872849:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851940.872851:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851940.872853:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9d880. 00000100:00000001:0.0:1788851940.872857:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851940.872859:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851940.872863:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851940.872865:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851940.872866:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851940.872868:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851940.872870:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788851940.875036:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851940.875059:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851940.875066:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851940.875069:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851940.875079:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.875089:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851940.875217:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.875282:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.875289:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.875294:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d64380 00000400:00000200:1.0:1788851940.875300:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.875309:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bdf1 [1] + 224 00000800:00000001:1.0:1788851940.875318:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851940.875323:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851940.875326:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851940.875388:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851940.875397:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851940.875407:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9d500 x1875733950907264/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851940.875421:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9d500 x1875733950907264/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.875497:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851940.875506:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1788851940.875510:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788851940.875513:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1788851940.875517:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851940.875520:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851940.875523:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788851940.875525:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1788851940.875527:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000001:0.0:1788851940.875530:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851940.875536:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56f20. 00000400:00000200:0.0:1788851940.875543:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d000 00000400:00000200:1.0:1788851940.875546:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000010:0.0:1788851940.875548:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d000. 00000100:00000001:0.0:1788851940.875554:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1788851940.875555:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.875562:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000200:0.0:1788851940.875563:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9d500 x1875733950907264/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851940.875576:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9d500 x1875733950907264/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851940.875584:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851940.875586:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851940.875589:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851940.875593:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851940.875597:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851940.875606:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851940.875610:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851940.875623:0:2400:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841f460 time=81 v=85 (85 85 85 86) 00000100:00001000:0.0:1788851940.875628:0:2400:0:(import.c:2215:obd_at_measure()) AT ffff989ac841f460 change: old=85 new=84 delta=-1 (val=84) hist 85 85 85 86 00000100:00001000:0.0:1788851940.875632:0:2400:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff989ae4bee800 ptl 12 has changed from 85 to 84 00000100:00001000:0.0:1788851940.875636:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=89 v=5 (1 1 1 0) 00000100:00000001:0.0:1788851940.875638:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851940.875640:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851940.875644:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851940.875649:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851940.875652:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851940.875655:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771462 00000100:00000001:0.0:1788851940.875657:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851940.875659:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851940.875665:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9d500 x1875733950907264/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851940.875674:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851940.875678:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851940.875681:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851940.875685:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9d500 x1875733950907264/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851940.875693:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950907264:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851940.875699:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851940.875701:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851940.875705:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9d500 x1875733950907264/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851940.875712:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851940.875715:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851940.875720:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148dc00. 02000000:00000001:0.0:1788851940.875724:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851940.875728:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851940.875735:0:2400:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:0.0:1788851940.875738:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851940.875742:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989afa3c8c00. 02000000:00000001:0.0:1788851940.875746:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851940.875749:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851940.875751:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9d500. 00000100:00000001:0.0:1788851940.875755:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851940.875756:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851940.875760:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851940.875762:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851940.875763:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851940.875767:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851940.875768:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851940.878990:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.879006:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d64400 00000400:00000200:1.0:1788851940.879015:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.879025:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52be21 [1] + 224 00000800:00000001:1.0:1788851940.879040:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851940.879062:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851940.879067:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851940.879073:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851940.879086:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851940.879199:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9ca80 x1875733950907392/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851940.879213:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9ca80 x1875733950907392/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.879307:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851940.879449:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851940.879455:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788851940.879465:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851940.879467:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851940.879473:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56a50. 00000400:00000200:0.0:1788851940.879480:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4db28 00000400:00000010:0.0:1788851940.879482:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4db28. 00000100:00000001:0.0:1788851940.879486:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851940.879492:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9ca80 x1875733950907392/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851940.879501:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9ca80 x1875733950907392/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851940.879508:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851940.879510:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851940.879513:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851940.879517:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851940.879520:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851940.879523:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788851940.879752:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851940.879760:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851940.879762:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851940.879765:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851940.879771:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.879775:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851940.879787:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.879877:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.879883:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.879922:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d64480 00000400:00000200:1.0:1788851940.879927:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851940.879932:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52be01 [1] + 224 00000800:00000001:1.0:1788851940.879937:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851940.879947:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851940.879961:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851940.879965:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851940.879970:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851940.879975:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9df80 x1875733950907520/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851940.879984:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9df80 x1875733950907520/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851940.879992:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851940.879997:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851940.880000:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788851940.880512:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851940.880772:0:2400:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841fc60 time=81 v=85 (85 85 85 86) 00000100:00001000:0.0:1788851940.880779:0:2400:0:(import.c:2215:obd_at_measure()) AT ffff989ac841fc60 change: old=85 new=84 delta=-1 (val=84) hist 85 85 85 86 00000100:00001000:0.0:1788851940.880783:0:2400:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0001-mdc-ffff989ae4bee800 ptl 12 has changed from 85 to 84 00000100:00001000:0.0:1788851940.880787:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=63 v=5 (1 1 1 0) 00000100:00000001:0.0:1788851940.880883:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851940.880886:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851940.880910:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788851940.880921:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989b01a9ca80 x1875733950907392/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788851940.880930:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851940.880934:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851940.880936:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788851940.880939:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851940.880941:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851940.880946:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9ca80 x1875733950907392/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851940.880966:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851940.880970:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851940.880972:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851940.880977:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9ca80 x1875733950907392/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851940.880985:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950907392:192.168.201.149@tcp:400:kworker.0 00000400:00000001:0.0:1788851940.880997:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851940.880999:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851940.881002:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d562c0. 00000400:00000200:0.0:1788851940.881007:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d110 00000400:00000010:0.0:1788851940.881010:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d110. 00000100:00000001:0.0:1788851940.881014:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851940.881018:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9df80 x1875733950907520/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851940.881029:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9df80 x1875733950907520/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851940.881037:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851940.881039:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851940.881048:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851940.881051:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851940.881053:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851940.881055:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851940.881058:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851940.881064:0:2400:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=81 v=36 (36 36 5 5) 00000100:00001000:0.0:1788851940.881068:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1788851940.881070:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851940.881072:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851940.881074:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851940.881077:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851940.881080:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851940.881081:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:0.0:1788851940.881083:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851940.881086:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851940.881090:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9df80 x1875733950907520/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851940.881108:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851940.881110:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851940.881112:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851940.881122:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9df80 x1875733950907520/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851940.881130:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950907520:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851940.881135:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851940.881139:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851940.881143:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9ca80 x1875733950907392/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851940.881150:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851940.881152:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851940.881156:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148c200. 02000000:00000001:0.0:1788851940.881161:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851940.881165:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851940.881167:0:2400:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:0.0:1788851940.881176:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851940.881180:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989afa3c8300. 02000000:00000001:0.0:1788851940.881185:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851940.881187:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851940.881189:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9ca80. 00000100:00000001:0.0:1788851940.881193:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851940.881195:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851940.881197:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851940.881200:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9df80 x1875733950907520/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851940.881206:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851940.881207:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851940.881209:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148d200. 02000000:00000001:0.0:1788851940.881211:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851940.881212:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851940.881213:0:2400:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:0.0:1788851940.881215:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851940.881216:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989afa3c8800. 02000000:00000001:0.0:1788851940.881218:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851940.881219:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851940.881219:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9df80. 00000100:00000001:0.0:1788851940.883886:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851940.883902:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851940.883907:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851940.883916:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851940.883919:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851940.883921:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851940.883923:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851941.310474:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851941.310483:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851941.310494:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851941.310496:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851941.311223:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851941.311228:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851941.311234:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851942.333145:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851942.333158:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851942.333168:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851942.333169:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851942.333347:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851942.333352:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851942.333356:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851943.385482:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851943.385494:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851943.385502:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851943.385504:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851943.385925:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851943.385929:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851943.385934:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851944.445113:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851944.445127:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851944.445130:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851944.445133:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851944.445139:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851944.445142:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851944.445144:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851944.445146:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851944.445177:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851944.445179:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851944.453533:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851944.453544:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851944.453552:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851944.701764:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307510486, at 4307510528 00000100:00000010:0.0:1788851944.701793:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ae52ef060. 00000100:00000040:1.0:1788851944.704378:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307510486, at 4307510531 00000100:00000010:1.0:1788851944.704400:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ae52ef240. 00010000:00000001:3.0:1788851945.470051:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851945.470060:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851945.470067:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851945.470068:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851945.470097:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851945.470100:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851945.470104:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788851945.981574:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851945.981587:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851945.981600:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9c000. 00000020:00000040:1.0:1788851945.981607:0:232038:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:1.0:1788851945.981611:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851945.981615:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851945.981621:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851945.981630:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ac4f25600. 00000100:00000001:1.0:1788851945.981637:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851945.981649:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989b01a9c000 x1875733950907648/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851945.981687:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851945.981691:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851945.981698:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f9aeb84] to pc [ptlrpcd_00_00+0] req@ffff989b01a9c000 x1875733950907648/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.981731:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851945.981733:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851945.981736:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851945.981739:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9ea00. 00000020:00000040:1.0:1788851945.981741:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:1.0:1788851945.981743:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851945.981744:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851945.981745:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851945.981747:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ac4f25300. 00000100:00000001:1.0:1788851945.981750:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851945.981753:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989b01a9ea00 x1875733950907776/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851945.981758:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851945.981759:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851945.981762:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0b7dad9] to pc [ptlrpcd_00_01+1] req@ffff989b01a9ea00 x1875733950907776/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.981766:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851945.981767:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851945.981769:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851945.981771:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9ce00. 00000020:00000040:1.0:1788851945.981772:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:1.0:1788851945.981774:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851945.981774:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851945.981775:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851945.981777:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ac4f25f00. 00000100:00000001:1.0:1788851945.981784:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851945.981787:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989b01a9ce00 x1875733950907904/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851945.981792:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851945.981793:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851945.981795:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9ab1483] to pc [ptlrpcd_00_00+0] req@ffff989b01a9ce00 x1875733950907904/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.981799:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851945.981800:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851945.981802:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851945.981806:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9df80. 00000020:00000040:1.0:1788851945.981808:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:1.0:1788851945.981810:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851945.981812:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851945.981813:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851945.981816:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ac4f25900. 00000100:00000001:1.0:1788851945.981819:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851945.981822:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989b01a9df80 x1875733950908032/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851945.981829:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851945.981831:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851945.981834:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004bed85fd] to pc [ptlrpcd_00_01+1] req@ffff989b01a9df80 x1875733950908032/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.981841:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851945.981844:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788851945.981848:0:232038:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788851945.981853:0:232038:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12849) 00000100:00000001:1.0:1788851945.981935:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851945.981940:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851945.981948:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851945.981954:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9ea00 x1875733950907776/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.981963:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851945.981965:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851945.981970:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851945.981973:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851945.981977:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851945.981981:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950907776:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851945.981986:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851945.981993:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851945.981998:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851945.982001:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851945.982007:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148c800. 02000000:00000001:1.0:1788851945.982009:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851945.982017:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851945.982022:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d568f0. 00000400:00000010:1.0:1788851945.982032:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4dcc0. 00000100:00000200:1.0:1788851945.982042:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950907776, portal 10 00000100:00000001:1.0:1788851945.982044:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851945.982046:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248106496 : -113683461445120 : ffff989b01a9ea00) 00000100:00000040:1.0:1788851945.982055:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9ea00 x1875733950907776/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.982064:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851945.982067:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851945.982070:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4dee0. 00000100:00000200:1.0:1788851945.982073:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950907776, offset 0 00000400:00000200:1.0:1788851945.982082:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851945.982094:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.982103:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851945.982110:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851945.982116:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851945.982121:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851945.982133:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851945.982138:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541489:541489:256:4294967295] 192.168.201.149@tcp LPNI seq info [541423:541423:8:4294967295] 00000400:00000200:1.0:1788851945.982143:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.982153:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851945.982160:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851945.982165:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ac4f25d00. 00000800:00000200:1.0:1788851945.982173:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851945.982184:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851945.982189:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac4f25d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851945.982203:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851945.982208:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24856 usecs (25 jiffies) 00000400:00000200:1.0:1788851945.982212:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851945.982215:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307511834 00000100:00000010:1.0:1788851945.982220:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ae52ef240. 00000100:00000001:1.0:1788851945.982227:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788851945.982234:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307511834 00000100:00000010:1.0:1788851945.982237:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ae52ef060. 00000100:00000001:1.0:1788851945.982241:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788851945.982244:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851945.982248:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851945.982250:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851945.982254:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9df80 x1875733950908032/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.982261:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851945.982262:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851945.982265:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851945.982267:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851945.982269:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851945.982271:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950908032:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851945.982282:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851945.982285:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851945.982286:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851945.982288:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851945.982292:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148dc00. 02000000:00000001:1.0:1788851945.982294:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851945.982298:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851945.982301:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56cb8. 00000400:00000010:1.0:1788851945.982305:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4ddd0. 00000100:00000200:1.0:1788851945.982308:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950908032, portal 4 00000100:00000001:1.0:1788851945.982310:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851945.982311:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248103808 : -113683461447808 : ffff989b01a9df80) 00000100:00000040:1.0:1788851945.982318:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9df80 x1875733950908032/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.982324:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851945.982326:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851945.982328:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d5d8. 00000100:00000200:1.0:1788851945.982330:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950908032, offset 0 00000400:00000200:1.0:1788851945.982335:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851945.982339:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.982342:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851945.982345:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851945.982348:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851945.982350:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851945.982352:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851945.982355:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541490:541490:255:4294967295] 192.168.201.149@tcp LPNI seq info [541424:541424:7:4294967295] 00000400:00000200:1.0:1788851945.982360:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.982366:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851945.982370:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851945.982374:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ac4f25200. 00000800:00000200:1.0:1788851945.982377:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851945.982388:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851945.982390:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac4f25200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851945.982394:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851945.982397:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 167686 usecs (168 jiffies) 00000400:00000200:1.0:1788851945.982416:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851945.982418:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307511977 00000100:00000001:1.0:1788851945.982424:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, simply extend its deadline from 4307511834 00000100:00000001:1.0:1788851945.982427:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307511977 00000100:00000001:1.0:1788851945.982429:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, simply extend its deadline from 4307511834 00000100:00000001:1.0:1788851945.982432:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851945.982434:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851945.982437:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851945.982440:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851945.983231:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851945.983237:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851945.983240:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851945.983252:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9c000 x1875733950907648/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851945.983264:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851945.983266:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851945.983270:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851945.983273:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851945.983276:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851945.983279:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950907648:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851945.983283:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851945.983286:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851945.983288:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851945.983290:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851945.983298:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afb800. 02000000:00000001:0.0:1788851945.983300:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851945.983304:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851945.983313:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dce948. 00000400:00000010:0.0:1788851945.983319:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a088. 00000100:00000200:0.0:1788851945.983325:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950907648, portal 25 00000100:00000001:0.0:1788851945.983328:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851945.983329:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248095744 : -113683461455872 : ffff989b01a9c000) 00000100:00000040:0.0:1788851945.983334:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9c000 x1875733950907648/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851945.983344:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851945.983346:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851945.983349:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a2a8. 00000100:00000200:0.0:1788851945.983351:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950907648, offset 0 00000400:00000200:0.0:1788851945.983356:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851945.983362:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851945.983366:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851945.983370:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851945.983383:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851945.983386:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851945.983389:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851945.983392:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541491:541491:254:4294967295] 192.168.201.149@tcp LPNI seq info [541425:541425:6:4294967295] 00000400:00000200:0.0:1788851945.983396:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851945.983405:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851945.983410:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851945.983414:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154f500. 00000800:00000200:0.0:1788851945.983418:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851945.983425:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851945.983428:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851945.983432:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851945.983435:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851945.983437:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307515607 00000100:00000001:0.0:1788851945.983453:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307511977 00000100:00000001:0.0:1788851945.983456:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307515607 00000100:00000001:0.0:1788851945.983459:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307511977 00000100:00000001:0.0:1788851945.983462:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851945.983464:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851945.983466:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851945.983471:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9ce00 x1875733950907904/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851945.983479:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851945.983480:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851945.983482:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851945.983484:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851945.983486:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851945.983488:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950907904:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851945.983492:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851945.983498:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851945.983500:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851945.983501:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851945.983504:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afb600. 02000000:00000001:0.0:1788851945.983506:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851945.983509:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851945.983512:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dcec08. 00000400:00000010:0.0:1788851945.983515:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a000. 00000100:00000200:0.0:1788851945.983518:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950907904, portal 10 00000100:00000001:0.0:1788851945.983520:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851945.983521:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248099328 : -113683461452288 : ffff989b01a9ce00) 00000100:00000040:0.0:1788851945.983527:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9ce00 x1875733950907904/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851945.983532:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851945.983534:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851945.983537:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402aaa0. 00000100:00000200:0.0:1788851945.983539:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950907904, offset 0 00000400:00000200:0.0:1788851945.983543:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851945.983545:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851945.983548:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851945.983550:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851945.983552:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851945.983554:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851945.983556:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851945.983559:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541492:541492:253:4294967295] 192.168.201.149@tcp LPNI seq info [541426:541426:5:4294967295] 00000400:00000200:0.0:1788851945.983563:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851945.983568:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851945.983572:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851945.983574:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154fd00. 00000800:00000200:0.0:1788851945.983577:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851945.983581:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851945.983583:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851945.983590:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851945.983593:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21435 usecs (22 jiffies) 00000400:00000200:0.0:1788851945.983596:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851945.983598:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307511832 00000100:00000001:0.0:1788851945.983600:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307515607 00000100:00000001:0.0:1788851945.983602:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307511832 00000100:00000001:0.0:1788851945.983603:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307515607 00000100:00000001:0.0:1788851945.983605:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851945.983606:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851945.983609:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851945.983611:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851945.983618:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851945.983620:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788851945.983622:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851945.983623:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851945.983625:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851945.983627:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851945.986391:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851945.986395:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1788851945.986409:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851945.986412:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851945.986417:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851945.986421:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851945.986541:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851945.986547:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ac4f25d00. 00000400:00000200:1.0:1788851945.986558:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851945.986569:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851945.987195:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4dee0 00000400:00000010:1.0:1788851945.987198:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4dee0. 00000100:00000001:1.0:1788851945.987204:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851945.987215:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9ea00 x1875733950907776/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.987230:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851945.987234:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9ea00 x1875733950907776/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.987247:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851945.987266:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851945.987291:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851945.987294:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ac4f25200. 00000400:00000200:1.0:1788851945.987298:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851945.987302:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851945.987306:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d5d8 00000400:00000010:1.0:1788851945.987308:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d5d8. 00000100:00000001:1.0:1788851945.987311:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851945.987316:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9df80 x1875733950908032/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.987324:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851945.987327:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9df80 x1875733950908032/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.987333:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851945.987335:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851945.987345:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851945.987347:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154f500. 00000400:00000200:1.0:1788851945.987350:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851945.987354:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851945.987357:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a2a8 00000400:00000010:1.0:1788851945.987359:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a2a8. 00000100:00000001:1.0:1788851945.987361:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851945.987366:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9c000 x1875733950907648/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.987373:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851945.987375:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9c000 x1875733950907648/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851961 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.987381:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851945.987382:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851945.987425:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851945.987428:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154fd00. 00000400:00000200:1.0:1788851945.987431:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851945.987435:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851945.988146:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402aaa0 00000400:00000010:1.0:1788851945.988150:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402aaa0. 00000100:00000001:1.0:1788851945.988156:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851945.988164:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9ce00 x1875733950907904/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.988175:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851945.988178:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9ce00 x1875733950907904/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.988185:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851945.988187:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851945.994189:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851945.994214:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851945.994220:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851945.994223:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851945.994248:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.994259:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851945.994272:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.994279:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.994286:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.994291:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d64680 00000400:00000200:1.0:1788851945.994298:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.994307:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52be41 [1] + 224 00000800:00000001:1.0:1788851945.994316:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851945.994321:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851945.994324:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851945.994330:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851945.994340:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851945.994351:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9df80 x1875733950908032/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851945.994364:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9df80 x1875733950908032/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.994416:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851945.994429:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851945.994433:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851945.994435:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851945.994437:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851945.994440:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.994444:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851945.994449:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.994451:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.994454:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.994457:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d64500 00000100:00000001:0.0:1788851945.994458:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788851945.994461:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851945.994464:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1788851945.994466:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52be51 [1] + 224 00000800:00000001:1.0:1788851945.994470:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1788851945.994472:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851945.994475:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1788851945.994477:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851945.994479:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1788851945.994479:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56cb8. 00000400:00000200:1.0:1788851945.994482:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851945.994483:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4ddd0 00000400:00000010:0.0:1788851945.994486:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4ddd0. 00000100:00000001:0.0:1788851945.994490:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1788851945.994492:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851945.994495:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9df80 x1875733950908032/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851945.994504:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9df80 x1875733950908032/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851945.994505:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9c000 x1875733950907648/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851945.994512:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1788851945.994514:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9c000 x1875733950907648/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851945.994515:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851945.994517:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851945.994521:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851945.994531:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851945.994531:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851945.994534:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788851945.994535:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851945.994538:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788851945.994538:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851945.994548:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1788851945.994550:0:2400:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=86 v=36 (36 36 5 5) 00000100:00000001:1.0:1788851945.994551:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788851945.994554:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1788851945.994555:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=73 v=5 (1 1 1 1) 00000400:00000001:1.0:1788851945.994556:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851945.994557:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dce948. 00000100:00000001:0.0:1788851945.994558:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851945.994560:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851945.994561:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a088 00000400:00000010:1.0:1788851945.994563:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a088. 00010000:00000001:0.0:1788851945.994563:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851945.994567:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851945.994570:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1788851945.994572:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1788851945.994574:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9c000 x1875733950907648/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851945.994575:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:0.0:1788851945.994577:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851945.994579:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788851945.994583:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9c000 x1875733950907648/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851945.994584:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9df80 x1875733950908032/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.994590:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851945.994591:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851945.994592:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851945.994594:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851945.994595:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851945.994596:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851945.994597:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851945.994598:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851945.994598:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788851945.994599:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851945.994602:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=86 v=5 (5 5 5 5) 00000100:00000040:0.0:1788851945.994602:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9df80 x1875733950908032/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1788851945.994605:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=89 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851945.994608:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851945.994609:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851945.994611:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1788851945.994611:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950908032:192.168.201.149@tcp:400:kworker.0 00010000:00000001:1.0:1788851945.994613:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851945.994615:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851945.994616:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851945.994618:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9c000 x1875733950907648/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851945.994619:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788851945.994623:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788851945.994623:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9df80 x1875733950908032/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.994625:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851945.994626:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851945.994630:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9c000 x1875733950907648/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851961 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851945.994630:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851945.994634:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1788851945.994637:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950907648:192.168.201.149@tcp:400:kworker.0 02000000:00000010:0.0:1788851945.994638:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148dc00. 00000100:00000001:1.0:1788851945.994641:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851945.994642:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788851945.994643:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851945.994646:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9c000 x1875733950907648/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851961 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788851945.994646:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851945.994648:0:2400:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:1.0:1788851945.994651:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788851945.994651:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851945.994658:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ac4f25900. 02000000:00000001:1.0:1788851945.994659:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851945.994660:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afb800. 02000000:00000001:1.0:1788851945.994663:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851945.994665:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851945.994666:0:2399:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:1.0:1788851945.994668:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851945.994670:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ac4f25600. 02000000:00000001:1.0:1788851945.994675:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851945.994675:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851945.994678:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1788851945.994678:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851945.994680:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9c000. 00000100:00000010:0.0:1788851945.994680:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9df80. 00000100:00000001:1.0:1788851945.994684:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851945.994684:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851945.994686:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851945.994686:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851945.994690:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851945.994690:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851945.994692:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851945.994692:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851945.994693:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851945.994693:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851945.994695:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851945.994695:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851945.994698:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851945.994698:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788851945.997826:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851945.997849:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851945.997855:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851945.997858:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851945.997876:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.997885:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851945.997937:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.997943:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.997949:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.997954:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d64580 00000400:00000200:1.0:1788851945.997959:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851945.997976:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52be31 [1] + 224 00000800:00000001:1.0:1788851945.997983:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851945.997992:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851945.997996:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851945.998002:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851945.998225:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851945.998246:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9ea00 x1875733950907776/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851945.998282:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9ea00 x1875733950907776/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851945.998295:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851945.998307:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851945.998310:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851945.999606:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851945.999615:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788851945.999626:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851945.999628:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851945.999633:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d568f0. 00000400:00000200:0.0:1788851945.999642:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4dcc0 00000400:00000010:0.0:1788851945.999645:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4dcc0. 00000100:00000001:0.0:1788851945.999650:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851945.999659:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9ea00 x1875733950907776/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851945.999679:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9ea00 x1875733950907776/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851945.999686:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851945.999688:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851945.999691:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851945.999696:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851945.999699:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851945.999702:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851945.999706:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851945.999718:0:2400:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841f460 time=86 v=84 (85 85 85 86) 00000100:00001000:0.0:1788851945.999722:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=94 v=5 (1 1 1 0) 00000100:00000001:0.0:1788851945.999725:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851945.999727:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851945.999729:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851945.999733:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851945.999738:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851945.999754:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771462 00000100:00000001:0.0:1788851945.999756:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851945.999759:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851945.999764:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9ea00 x1875733950907776/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851945.999772:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851945.999776:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851945.999778:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851945.999783:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9ea00 x1875733950907776/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851945.999790:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950907776:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851945.999795:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851945.999798:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851945.999802:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9ea00 x1875733950907776/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851945.999810:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851945.999813:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851945.999818:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148c800. 02000000:00000001:0.0:1788851945.999822:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851945.999826:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851945.999828:0:2400:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:0.0:1788851945.999830:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851945.999834:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ac4f25300. 02000000:00000001:0.0:1788851945.999840:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851945.999842:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851945.999844:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9ea00. 00000100:00000001:0.0:1788851945.999848:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851945.999850:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851945.999852:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851945.999871:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851945.999873:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851945.999876:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851945.999879:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788851946.000613:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851946.000629:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851946.000633:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851946.000635:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851946.000644:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851946.000651:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851946.000661:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851946.000666:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851946.000672:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851946.000676:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d64600 00000400:00000200:1.0:1788851946.000681:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851946.000688:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52be61 [1] + 224 00000800:00000001:1.0:1788851946.000696:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851946.000703:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851946.000706:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851946.000711:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851946.000719:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851946.000727:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9ce00 x1875733950907904/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851946.000736:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9ce00 x1875733950907904/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851946.000760:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851946.000770:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851946.000774:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851946.000843:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851946.000847:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788851946.000853:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851946.000856:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851946.000858:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dcec08. 00000400:00000200:0.0:1788851946.000881:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a000 00000400:00000010:0.0:1788851946.000884:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a000. 00000100:00000001:0.0:1788851946.000921:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851946.000926:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9ce00 x1875733950907904/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851946.000935:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9ce00 x1875733950907904/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851946.000942:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851946.000944:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851946.000946:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851946.000949:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851946.000951:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851946.000953:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851946.000955:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851946.000963:0:2399:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841fc60 time=86 v=84 (85 85 85 86) 00000100:00001000:0.0:1788851946.000977:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=68 v=5 (1 1 1 0) 00000100:00000001:0.0:1788851946.000979:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851946.000981:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851946.000983:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788851946.000988:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989b01a9ce00 x1875733950907904/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788851946.000995:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851946.000998:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851946.001000:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788851946.001003:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851946.001004:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851946.001009:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9ce00 x1875733950907904/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851946.001016:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851946.001028:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851946.001030:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851946.001035:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9ce00 x1875733950907904/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851946.001041:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950907904:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851946.001046:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851946.001048:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851946.001051:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9ce00 x1875733950907904/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852060 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851946.001386:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851946.001389:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851946.001393:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afb600. 02000000:00000001:0.0:1788851946.001396:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851946.001398:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851946.001400:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:0.0:1788851946.001402:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851946.001405:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ac4f25f00. 02000000:00000001:0.0:1788851946.001410:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851946.001412:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851946.001413:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9ce00. 00000100:00000001:0.0:1788851946.001417:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851946.001418:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851946.001421:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851946.001429:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851946.001431:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851946.001433:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851946.001436:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851946.493475:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851946.493835:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851946.493846:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851946.493859:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851946.493862:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851946.493872:0:266176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851946.493874:0:266176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851946.493877:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851946.493880:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851946.493886:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851946.493910:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851946.493913:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851946.499503:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851946.499513:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851946.499519:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851947.517194:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851947.517205:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851947.517214:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851947.517215:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851947.517774:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851947.517778:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851947.517783:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851948.541286:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851948.541296:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851948.541304:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851948.541306:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851948.544582:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851948.544591:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851948.544596:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851949.565071:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851949.565082:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851949.565091:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851949.565093:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851949.565183:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851949.565211:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851949.565215:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788851949.821053:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307515607, at 4307515648 00000100:00000010:1.0:1788851949.821076:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ae52ef060. 00000100:00000040:0.0:1788851949.821180:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307515607, at 4307515648 00000100:00000010:0.0:1788851949.821212:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ae52ef240. 00010000:00000001:3.0:1788851950.592972:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851950.592983:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851950.592990:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851950.592991:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851950.593015:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851950.593041:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851950.593045:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851951.103800:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851951.103816:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851951.103832:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c44000. 00000020:00000040:0.0:1788851951.103841:0:218145:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:0.0:1788851951.103846:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851951.103850:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851951.103857:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851951.103868:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154fb00. 00000100:00000001:0.0:1788851951.103877:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851951.104127:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989ad0c44000 x1875733950908160/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851951.104141:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851951.104146:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851951.104155:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0a8e9d3] to pc [ptlrpcd_00_00+0] req@ffff989ad0c44000 x1875733950908160/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851951.104209:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851951.104215:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851951.104218:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851951.104225:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c44000 x1875733950908160/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851951.104235:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851951.104238:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851951.104243:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851951.104246:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851951.104249:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851951.104253:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950908160:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851951.104258:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851951.104266:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851951.104270:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851951.104273:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851951.104280:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989b0148c800. 02000000:00000001:1.0:1788851951.104282:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851951.104291:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851951.104297:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56c60. 00000400:00000010:1.0:1788851951.104307:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d5d8. 00000100:00000200:1.0:1788851951.104317:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950908160, portal 25 00000100:00000001:1.0:1788851951.104319:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851951.104321:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427748864 : -113684281802752 : ffff989ad0c44000) 00000100:00000040:1.0:1788851951.104327:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c44000 x1875733950908160/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851951.104336:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851951.104339:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851951.104341:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4dee0. 00000100:00000200:1.0:1788851951.104344:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950908160, offset 0 00000400:00000200:1.0:1788851951.104372:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851951.104385:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851951.104393:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851951.104400:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851951.104406:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851951.104410:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851951.104413:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851951.104417:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541493:541493:256:4294967295] 192.168.201.149@tcp LPNI seq info [541427:541427:8:4294967295] 00000400:00000200:1.0:1788851951.104422:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851951.104433:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851951.104441:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851951.104447:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ac4f25600. 00000800:00000200:1.0:1788851951.104455:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851951.104467:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851951.104473:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac4f25600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851951.104489:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851951.104494:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851951.104498:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307520728 00000100:00000010:1.0:1788851951.104502:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ae52ef060. 00000100:00000001:1.0:1788851951.104510:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788851951.104518:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307520728 00000100:00000010:1.0:1788851951.104522:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ae52ef360. 00000100:00000001:1.0:1788851951.104525:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788851951.104529:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851951.104532:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851951.104536:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851951.104539:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851951.104567:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851951.104570:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851951.104575:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788851951.104610:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851951.104613:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851951.104734:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851951.104738:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ac4f25600. 00000400:00000200:0.0:1788851951.104746:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851951.104752:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851951.104758:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4dee0 00000400:00000010:0.0:1788851951.104761:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4dee0. 00000100:00000001:0.0:1788851951.104765:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851951.104770:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c44000 x1875733950908160/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851951.104790:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851951.104802:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c44000 x1875733950908160/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851967 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851951.104810:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851951.104812:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1788851951.105782:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1998a80. 00000020:00000040:2.0:1788851951.105792:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:2.0:1788851951.105797:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851951.105959:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851951.105964:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851951.105974:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642d00. 00000100:00000001:2.0:1788851951.105981:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851951.105991:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989af1998a80 x1875733950908288/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851951.106002:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851951.106007:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851951.106012:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f49e8e24] to pc [ptlrpcd_01_01+1] req@ffff989af1998a80 x1875733950908288/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851951.106045:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851951.106048:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851951.106052:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851951.106055:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1999180. 00000020:00000040:2.0:1788851951.106058:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:2.0:1788851951.106060:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851951.106062:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851951.106063:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851951.106067:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642a00. 00000100:00000001:2.0:1788851951.106070:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851951.106074:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989af1999180 x1875733950908416/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851951.106082:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851951.106084:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851951.106088:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005428f811] to pc [ptlrpcd_01_00+0] req@ffff989af1999180 x1875733950908416/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851951.106095:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851951.106098:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851951.106101:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851951.106105:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af199aa00. 00000020:00000040:2.0:1788851951.106114:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:2.0:1788851951.106117:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851951.106118:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851951.106120:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851951.106124:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642400. 00000100:00000001:2.0:1788851951.106128:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851951.106133:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989af199aa00 x1875733950908544/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851951.106141:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851951.106143:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851951.106148:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059a383d0] to pc [ptlrpcd_01_01+1] req@ffff989af199aa00 x1875733950908544/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851951.106157:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851951.106159:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851951.106163:0:218145:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851951.106169:0:218145:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12854) 00000100:00000001:3.0:1788851951.106181:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851951.106187:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851951.106187:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851951.106190:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788851951.106191:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851951.106195:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851951.106205:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1998a80 x1875733950908288/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788851951.106205:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1999180 x1875733950908416/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851951.106224:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851951.106229:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851951.106229:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851951.106232:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851951.106234:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851951.106238:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851951.106238:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851951.106243:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851951.106243:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851951.106249:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851951.106250:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950908416:192.168.201.149@tcp:400:kworker.0 00000100:00100000:3.0:1788851951.106256:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950908288:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851951.106258:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788851951.106263:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851951.106265:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851951.106267:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851951.106269:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851951.106270:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851951.106275:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1788851951.106276:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851951.106282:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad589d200. 02000000:00000001:3.0:1788851951.106286:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851951.106288:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad5837000. 02000000:00000001:2.0:1788851951.106291:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851951.106295:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851951.106297:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851951.106302:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad5846688. 00000400:00000010:2.0:1788851951.106304:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bbf20. 00000400:00000010:3.0:1788851951.106313:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad10672a8. 00000400:00000010:2.0:1788851951.106313:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1dd0. 00000100:00000200:2.0:1788851951.106321:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950908416, portal 10 00000100:00000200:3.0:1788851951.106322:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950908288, portal 10 00000100:00000001:2.0:1788851951.106326:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851951.106327:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851951.106330:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978599808 : -113683730951808 : ffff989af1999180) 00000100:00000001:3.0:1788851951.106331:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978598016 : -113683730953600 : ffff989af1998a80) 00000100:00000040:2.0:1788851951.106342:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1999180 x1875733950908416/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788851951.106343:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1998a80 x1875733950908288/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851951.106362:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788851951.106364:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851951.106369:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000100:00000040:3.0:1788851951.106373:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851951.106374:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1a18. 00000400:00000010:3.0:1788851951.106378:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067aa0. 00000100:00000200:2.0:1788851951.106380:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950908416, offset 0 00000100:00000200:3.0:1788851951.106383:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950908288, offset 0 00000400:00000200:2.0:1788851951.106391:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851951.106401:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851951.106402:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851951.106412:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851951.106734:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851951.106740:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851951.106744:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851951.106748:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851951.106752:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541494:541494:256:4294967295] 192.168.201.149@tcp LPNI seq info [541428:541428:8:4294967295] 00000400:00000200:2.0:1788851951.106758:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851951.106769:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851951.106787:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851951.106793:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642700. 00000800:00000200:2.0:1788851951.106801:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851951.106808:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851951.106813:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851951.106836:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851951.106841:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21435 usecs (22 jiffies) 00000400:00000200:2.0:1788851951.106851:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851951.106854:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307516955 00000100:00000001:2.0:1788851951.106857:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307520728 00000100:00000001:2.0:1788851951.106860:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307516955 00000100:00000001:2.0:1788851951.106862:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307520728 00000100:00000001:2.0:1788851951.106865:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851951.106868:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851951.106871:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851951.106875:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851951.106885:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851951.106917:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=110 : 110 : 6e) 00000100:00000001:2.0:1788851951.106920:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851951.106922:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851951.106924:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851951.106926:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851951.107011:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851951.107016:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788851951.107018:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851951.107019:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851951.107028:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851951.107031:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851951.107918:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851951.107926:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642700. 00000400:00000200:0.0:1788851951.107932:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851951.107940:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851951.107947:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1a18 00000400:00000010:0.0:1788851951.107950:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1a18. 00000100:00000001:0.0:1788851951.107956:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851951.107963:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1999180 x1875733950908416/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851951.107975:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851951.107979:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1999180 x1875733950908416/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851951.107987:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851951.107990:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851951.110470:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1788851951.110683:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851951.110714:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851951.110720:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851951.110726:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851951.110730:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851951.110734:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851951.110739:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541495:541495:256:4294967295] 192.168.201.149@tcp LPNI seq info [541429:541429:8:4294967295] 00000400:00000200:3.0:1788851951.110744:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851951.110758:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851951.110766:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1788851951.110784:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9899cebaa800. 00000800:00000200:3.0:1788851951.110793:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851951.110803:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1788851951.110808:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9899cebaa800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851951.110835:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851951.110843:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24855 usecs (25 jiffies) 00000400:00000200:3.0:1788851951.110848:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851951.110851:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307516962 00000100:00000001:3.0:1788851951.110855:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307520728 00000100:00000001:3.0:1788851951.110857:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307516962 00000100:00000001:3.0:1788851951.110859:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307520728 00000100:00000001:3.0:1788851951.110862:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851951.110867:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851951.110873:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851951.110882:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af199aa00 x1875733950908544/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851951.110918:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851951.110921:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851951.110925:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851951.110929:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851951.110937:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851951.110942:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af199aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950908544:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851951.110946:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851951.110952:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851951.110956:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851951.110959:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851951.110965:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad589d600. 02000000:00000001:3.0:1788851951.110968:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851951.110972:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851951.110976:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad58469a0. 00000400:00000010:3.0:1788851951.110985:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067198. 00000100:00000200:3.0:1788851951.110994:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950908544, portal 4 00000100:00000001:3.0:1788851951.110997:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851951.110999:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978606080 : -113683730945536 : ffff989af199aa00) 00000100:00000040:3.0:1788851951.111008:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af199aa00 x1875733950908544/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851951.111016:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851951.111018:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1788851951.111020:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad10673b8. 00000100:00000200:3.0:1788851951.111025:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950908544, offset 0 00000400:00000200:3.0:1788851951.111032:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851951.111039:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851951.111043:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851951.111045:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851951.111048:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851951.111050:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851951.111052:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851951.111055:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541496:541496:255:4294967295] 192.168.201.149@tcp LPNI seq info [541430:541430:7:4294967295] 00000400:00000200:3.0:1788851951.111059:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851951.111066:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851951.111070:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1788851951.111083:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9899cebaad00. 00000800:00000200:3.0:1788851951.111087:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851951.111092:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1788851951.111094:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9899cebaad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851951.111097:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851951.111101:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 167566 usecs (168 jiffies) 00000400:00000200:3.0:1788851951.111104:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851951.111106:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307517106 00000100:00000001:3.0:1788851951.111108:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307520728 00000100:00000001:3.0:1788851951.111110:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307517106 00000100:00000001:3.0:1788851951.111112:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307520728 00000100:00000001:3.0:1788851951.111114:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851951.111116:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851951.111120:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851951.111124:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851951.111134:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851951.111137:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1788851951.111140:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851951.111142:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851951.111143:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851951.111146:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851951.112506:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851951.112518:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851951.112522:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851951.112533:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.112541:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851951.112553:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.112558:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.112565:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.112570:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d64700 00000400:00000200:0.0:1788851951.112576:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.112585:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52be71 [1] + 224 00000800:00000001:0.0:1788851951.112594:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851951.112608:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851951.112612:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851951.112631:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851951.112643:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851951.112654:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c44000 x1875733950908160/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851967 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851951.112667:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c44000 x1875733950908160/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851951.112690:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851951.112702:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851951.112705:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851951.112745:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851951.112749:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788851951.112758:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851951.112760:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851951.112764:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56c60. 00000400:00000200:0.0:1788851951.112768:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d5d8 00000400:00000010:0.0:1788851951.113062:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d5d8. 00000100:00000001:0.0:1788851951.113070:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851951.113075:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c44000 x1875733950908160/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851951.113085:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c44000 x1875733950908160/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851967 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851951.113092:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851951.113094:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851951.113097:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851951.113101:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851951.113104:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851951.113106:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851951.113110:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851951.113118:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1788851951.113123:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=95 v=5 (1 1 1 0) 00000100:00000001:0.0:1788851951.113125:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851951.113128:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851951.113131:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851951.113134:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851951.113146:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851951.113152:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c44000 x1875733950908160/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851967 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851951.113160:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851951.113164:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851951.113167:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851951.113171:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c44000 x1875733950908160/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851967 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851951.113179:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950908160:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851951.113185:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851951.113188:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851951.113191:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c44000 x1875733950908160/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851967 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851951.113198:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851951.113201:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851951.113206:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989b0148c800. 02000000:00000001:0.0:1788851951.113210:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851951.113214:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851951.113216:0:2399:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:0.0:1788851951.113219:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851951.113222:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154fb00. 02000000:00000001:0.0:1788851951.113226:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851951.113228:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851951.113231:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c44000. 00000100:00000001:0.0:1788851951.113235:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851951.113237:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851951.113239:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851951.113248:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851951.113251:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851951.113254:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851951.113257:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851951.113546:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851951.113553:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9899cebaa800. 00000400:00000200:1.0:1788851951.113557:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851951.113563:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851951.113568:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067aa0 00000400:00000010:1.0:1788851951.113571:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067aa0. 00000100:00000001:1.0:1788851951.113575:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851951.113581:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1998a80 x1875733950908288/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851951.113593:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851951.113597:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1998a80 x1875733950908288/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851951.113604:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851951.113606:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851951.117153:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851951.117168:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9899cebaad00. 00000400:00000200:1.0:1788851951.117180:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851951.117190:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851951.117200:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad10673b8 00000400:00000010:1.0:1788851951.117203:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad10673b8. 00000100:00000001:1.0:1788851951.117211:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851951.117223:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af199aa00 x1875733950908544/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851951.117239:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851951.117243:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af199aa00 x1875733950908544/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852006 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851951.117251:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851951.117253:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851951.119336:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851951.119355:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851951.119378:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851951.119382:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851951.119393:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.119402:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851951.119606:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.119612:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.119619:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.119623:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d64800 00000400:00000200:0.0:1788851951.119629:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.119636:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52be81 [1] + 224 00000800:00000001:0.0:1788851951.119646:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851951.119652:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851951.119655:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851951.119660:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851951.119669:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851951.119678:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1999180 x1875733950908416/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851951.119691:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1999180 x1875733950908416/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851951.119918:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851951.119924:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851951.119957:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851951.119970:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851951.119975:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851951.119977:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851951.119979:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851951.119982:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.119986:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851951.119991:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.119993:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.119996:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.120000:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d64880 00000400:00000200:0.0:1788851951.120004:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.120009:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52be91 [1] + 224 00000800:00000001:0.0:1788851951.120021:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851951.120026:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851951.120028:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851951.120031:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851951.120034:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851951.120039:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af199aa00 x1875733950908544/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851951.120049:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af199aa00 x1875733950908544/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851951.120070:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851951.120075:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851951.120078:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851951.120080:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851951.120082:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851951.120086:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.120089:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851951.120093:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.120096:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.120099:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.120102:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d64780 00000400:00000200:0.0:1788851951.120105:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851951.120108:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52be89 [1] + 224 00000800:00000001:0.0:1788851951.120112:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851951.120565:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851951.120569:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851951.120574:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851951.120578:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851951.120584:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1998a80 x1875733950908288/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851951.120594:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1998a80 x1875733950908288/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851951.120618:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851951.120624:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851951.120628:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851951.121179:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851951.121183:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851951.121192:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851951.121195:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851951.121199:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad5846688. 00000400:00000200:3.0:1788851951.121206:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad10672a8 00000400:00000010:3.0:1788851951.121209:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad10672a8. 00000100:00000001:3.0:1788851951.121213:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851951.121219:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1998a80 x1875733950908288/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851951.121229:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1998a80 x1875733950908288/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851951.121249:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851951.121252:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851951.121254:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851951.121258:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851951.121261:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851951.121264:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851951.121268:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851951.121281:0:2402:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841f460 time=92 v=84 (85 85 85 86) 00000100:00001000:3.0:1788851951.121286:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=100 v=5 (1 1 1 0) 00000100:00000001:3.0:1788851951.121289:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851951.121291:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851951.121295:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851951.121300:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851951.121303:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851951.121306:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1788851951.121308:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851951.121310:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851951.121316:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1998a80 x1875733950908288/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851951.121323:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851951.121327:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851951.121329:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851951.121333:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1998a80 x1875733950908288/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851951.121341:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950908288:192.168.201.149@tcp:400:kworker.0 00000400:00000001:3.0:1788851951.121348:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851951.121349:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851951.121352:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad58469a0. 00000400:00000200:3.0:1788851951.121354:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067198 00000400:00000010:3.0:1788851951.121356:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067198. 00000100:00000001:3.0:1788851951.121359:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851951.121366:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af199aa00 x1875733950908544/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851951.121375:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af199aa00 x1875733950908544/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851951.121382:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851951.121383:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851951.121386:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851951.121387:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851951.121389:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851951.121390:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851951.121392:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851951.121398:0:2402:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=92 v=36 (36 36 5 5) 00000100:00001000:3.0:1788851951.121401:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1788851951.121403:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851951.121404:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851951.121787:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851951.121790:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851951.121793:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851951.121795:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:3.0:1788851951.121797:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851951.121799:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851951.121805:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af199aa00 x1875733950908544/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852006 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851951.121812:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851951.121815:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851951.121816:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851951.121820:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af199aa00 x1875733950908544/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852006 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851951.121828:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af199aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950908544:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851951.121833:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851951.121837:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851951.121848:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1998a80 x1875733950908288/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851951.121857:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851951.121860:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851951.121865:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad589d200. 02000000:00000001:3.0:1788851951.121868:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851951.121872:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851951.121874:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:3.0:1788851951.121877:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851951.121881:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642d00. 02000000:00000001:3.0:1788851951.121886:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851951.121930:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851951.121933:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1998a80. 00000100:00000001:3.0:1788851951.121938:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851951.121940:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851951.121942:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851951.121945:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af199aa00 x1875733950908544/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852006 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851951.121950:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851951.121952:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851951.121953:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad589d600. 02000000:00000001:3.0:1788851951.121956:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851951.121957:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851951.121959:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:3.0:1788851951.121961:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851951.121962:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642400. 02000000:00000001:3.0:1788851951.121964:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851951.121965:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851951.121967:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af199aa00. 00000100:00000001:3.0:1788851951.121969:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851951.121970:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851951.121973:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851951.121981:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851951.121984:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851951.121987:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851951.121989:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788851951.122317:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851951.122320:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851951.122324:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bbf20. 00000400:00000200:2.0:1788851951.122327:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1dd0 00000400:00000010:2.0:1788851951.122330:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1dd0. 00000100:00000001:2.0:1788851951.122334:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851951.122341:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1999180 x1875733950908416/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851951.122350:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1999180 x1875733950908416/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851951.122357:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851951.122359:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851951.122361:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851951.122363:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851951.122364:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851951.122366:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851951.122369:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851951.122383:0:2401:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841fc60 time=92 v=84 (85 85 85 86) 00000100:00001000:2.0:1788851951.122387:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=74 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851951.122389:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851951.122391:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851951.122393:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851951.122397:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989af1999180 x1875733950908416/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851951.122404:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851951.122756:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851951.122759:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1788851951.122762:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851951.122764:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851951.122770:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1999180 x1875733950908416/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851951.122788:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851951.122792:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851951.122793:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851951.122797:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1999180 x1875733950908416/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851951.122805:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950908416:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851951.122810:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851951.122812:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851951.122815:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1999180 x1875733950908416/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851951.122823:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851951.122826:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851951.122828:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad5837000. 02000000:00000001:2.0:1788851951.122833:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851951.122834:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851951.122836:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:2.0:1788851951.122838:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851951.122847:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642a00. 02000000:00000001:2.0:1788851951.122850:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851951.122851:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851951.122853:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1999180. 00000100:00000001:2.0:1788851951.122856:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851951.122857:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851951.122859:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851951.122865:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851951.122866:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851951.122868:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851951.122870:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851951.614952:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851951.614961:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851951.614970:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851951.614972:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851951.618428:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851951.618436:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851951.618441:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851952.637450:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851952.637458:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851952.637466:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851952.637467:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851952.637571:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851952.637575:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851952.637579:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851953.660997:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851953.661009:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851953.661012:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851953.661016:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851953.661023:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851953.661025:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851953.661027:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851953.661030:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851953.661035:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851953.661036:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851953.661131:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851953.661135:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851953.661138:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851954.685059:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851954.685070:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851954.685078:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851954.685079:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851954.694901:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851954.694911:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851954.694916:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788851954.941060:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307520728, at 4307520768 00000100:00000010:1.0:1788851954.941082:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ae52ef360. 00000100:00000040:0.0:1788851954.941502:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307520728, at 4307520768 00000100:00000010:0.0:1788851954.941510:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ae52ef060. 00010000:00000001:3.0:1788851955.709009:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851955.709017:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851955.709022:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851955.709024:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851955.709045:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851955.709048:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851955.709051:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851956.223977:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851956.223991:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851956.224004:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c44000. 00000020:00000040:0.0:1788851956.224012:0:232038:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:0.0:1788851956.224017:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851956.224021:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851956.224027:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851956.224038:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154fb00. 00000100:00000001:0.0:1788851956.224047:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.224064:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989ad0c44000 x1875733950908672/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851956.224076:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851956.224082:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.224090:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0a8e9d3] to pc [ptlrpcd_00_01+1] req@ffff989ad0c44000 x1875733950908672/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.224133:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.224136:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851956.224141:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851956.224144:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c46d80. 00000020:00000040:0.0:1788851956.224167:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:0.0:1788851956.224170:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851956.224172:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851956.224174:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851956.224178:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154fe00. 00000100:00000001:0.0:1788851956.224182:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.224187:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989ad0c46d80 x1875733950908800/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851956.224195:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851956.224198:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.224202:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b53e2b4e] to pc [ptlrpcd_00_00+0] req@ffff989ad0c46d80 x1875733950908800/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.224212:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.224214:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851956.224217:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851956.224221:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c44a80. 00000020:00000040:0.0:1788851956.224223:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:0.0:1788851956.224225:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851956.224227:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851956.224228:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851956.224232:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154fc00. 00000100:00000001:0.0:1788851956.224235:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.224239:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989ad0c44a80 x1875733950908928/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851956.224247:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851956.224248:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.224252:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4f777e0] to pc [ptlrpcd_00_01+1] req@ffff989ad0c44a80 x1875733950908928/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.224258:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.224260:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851956.224271:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851956.224274:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c45f80. 00000020:00000040:0.0:1788851956.224276:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:0.0:1788851956.224279:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851956.224281:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851956.224282:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851956.224286:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154f700. 00000100:00000001:0.0:1788851956.224300:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.224305:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989ad0c45f80 x1875733950909056/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851956.224312:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851956.224314:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.224318:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d247636a] to pc [ptlrpcd_00_00+0] req@ffff989ad0c45f80 x1875733950909056/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.224326:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.224328:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788851956.224331:0:232038:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788851956.224337:0:232038:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12859) 00000100:00000001:0.0:1788851956.224357:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851956.224361:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851956.224365:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851956.224371:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c46d80 x1875733950908800/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.224379:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851956.224382:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851956.224387:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851956.224389:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851956.224392:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851956.224395:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950908800:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851956.224400:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851956.224414:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851956.224417:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851956.224421:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851956.224426:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afb200. 02000000:00000001:0.0:1788851956.224429:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851956.224438:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851956.224443:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dcec08. 00000400:00000010:0.0:1788851956.224453:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a000. 00000100:00000200:0.0:1788851956.224462:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950908800, portal 10 00000100:00000001:0.0:1788851956.224465:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851956.224467:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427760512 : -113684281791104 : ffff989ad0c46d80) 00000100:00000040:0.0:1788851956.224477:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c46d80 x1875733950908800/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.224486:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851956.224489:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851956.224492:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402ae58. 00000100:00000200:0.0:1788851956.224495:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950908800, offset 0 00000400:00000200:0.0:1788851956.224503:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851956.224515:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851956.224524:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851956.224531:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851956.224536:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851956.224541:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851956.224544:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851956.224548:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541497:541497:256:4294967295] 192.168.201.149@tcp LPNI seq info [541431:541431:8:4294967295] 00000400:00000200:0.0:1788851956.224554:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851956.224565:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851956.224573:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851956.224579:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154f200. 00000800:00000200:0.0:1788851956.224587:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851956.224597:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851956.224603:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851956.224622:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.224628:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24852 usecs (25 jiffies) 00000400:00000200:0.0:1788851956.224632:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851956.224635:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307522076 00000100:00000010:0.0:1788851956.224642:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989afa3efea0. 00000100:00000001:0.0:1788851956.224650:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788851956.224659:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307522076 00000100:00000010:0.0:1788851956.224662:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989afa3efc60. 00000100:00000001:0.0:1788851956.224666:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788851956.224674:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851956.224677:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851956.224680:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851956.224712:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c45f80 x1875733950909056/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.224719:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851956.224721:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851956.224723:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851956.224725:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851956.224727:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851956.224731:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950909056:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851956.224734:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851956.224736:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851956.224738:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851956.224740:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851956.224743:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afba00. 02000000:00000001:0.0:1788851956.224745:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851956.224749:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851956.224752:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dce058. 00000400:00000010:0.0:1788851956.224756:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a550. 00000100:00000200:0.0:1788851956.224759:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950909056, portal 4 00000100:00000001:0.0:1788851956.224761:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851956.224768:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427756928 : -113684281794688 : ffff989ad0c45f80) 00000100:00000040:0.0:1788851956.224775:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c45f80 x1875733950909056/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.224782:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851956.224784:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851956.224786:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a770. 00000100:00000200:0.0:1788851956.224789:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950909056, offset 0 00000400:00000200:0.0:1788851956.224794:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851956.224798:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851956.224802:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851956.224805:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851956.224807:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851956.224810:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851956.224812:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851956.224815:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541498:541498:255:4294967295] 192.168.201.149@tcp LPNI seq info [541432:541432:7:4294967295] 00000400:00000200:0.0:1788851956.224819:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851956.224825:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851956.224829:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851956.224832:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154f400. 00000800:00000200:0.0:1788851956.224836:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851956.224841:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851956.224844:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851956.224846:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.224850:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 167450 usecs (168 jiffies) 00000400:00000200:0.0:1788851956.224853:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851956.224855:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307522219 00000100:00000001:0.0:1788851956.224861:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, simply extend its deadline from 4307522076 00000100:00000001:0.0:1788851956.224864:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307522219 00000100:00000001:0.0:1788851956.224866:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, simply extend its deadline from 4307522076 00000100:00000001:0.0:1788851956.224874:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851956.224877:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851956.224879:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851956.224882:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851956.224945:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851956.224948:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1788851956.224950:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851956.224952:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851956.224954:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851956.224957:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788851956.224958:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851956.224960:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851956.224962:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851956.224963:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851956.224964:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851956.224965:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851956.224970:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c44000 x1875733950908672/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.224977:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851956.224979:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851956.224980:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851956.224982:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851956.224984:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851956.224988:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950908672:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851956.224991:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851956.224994:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851956.224995:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851956.224997:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851956.225000:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afb600. 02000000:00000001:0.0:1788851956.225002:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851956.225006:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851956.225009:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dce898. 00000400:00000010:0.0:1788851956.225013:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a220. 00000100:00000200:0.0:1788851956.225016:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950908672, portal 25 00000100:00000001:0.0:1788851956.225018:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851956.225024:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427748864 : -113684281802752 : ffff989ad0c44000) 00000100:00000040:0.0:1788851956.225029:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c44000 x1875733950908672/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.225036:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851956.225038:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851956.225041:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a088. 00000100:00000200:0.0:1788851956.225044:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950908672, offset 0 00000400:00000200:0.0:1788851956.225049:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851956.225053:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851956.225056:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851956.225059:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851956.225061:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851956.225064:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851956.225066:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851956.225069:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541499:541499:254:4294967295] 192.168.201.149@tcp LPNI seq info [541433:541433:6:4294967295] 00000400:00000200:0.0:1788851956.225073:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851956.225090:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851956.225095:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851956.225099:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154fd00. 00000800:00000200:0.0:1788851956.225103:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851956.225107:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851956.225109:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851956.225112:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851956.225115:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851956.225117:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307525849 00000100:00000001:0.0:1788851956.225121:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307522219 00000100:00000001:0.0:1788851956.225124:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307525849 00000100:00000001:0.0:1788851956.225128:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307522219 00000100:00000001:0.0:1788851956.225130:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851956.225132:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851956.225140:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851956.225144:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c44a80 x1875733950908928/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.225151:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851956.225152:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851956.225154:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851956.225156:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851956.225158:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851956.225161:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950908928:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851956.225165:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851956.225167:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851956.225169:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851956.225171:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851956.225174:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afbe00. 02000000:00000001:0.0:1788851956.225176:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851956.225181:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851956.225183:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dcee18. 00000400:00000010:0.0:1788851956.225187:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402aaa0. 00000100:00000200:0.0:1788851956.225190:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950908928, portal 10 00000100:00000001:0.0:1788851956.225192:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851956.225193:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427751552 : -113684281800064 : ffff989ad0c44a80) 00000100:00000040:0.0:1788851956.225200:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c44a80 x1875733950908928/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.225206:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851956.225208:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851956.225211:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a2a8. 00000100:00000200:0.0:1788851956.225213:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950908928, offset 0 00000400:00000200:0.0:1788851956.225218:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851956.225222:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851956.225225:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851956.225228:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851956.225231:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851956.225234:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851956.225245:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851956.225248:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541500:541500:253:4294967295] 192.168.201.149@tcp LPNI seq info [541434:541434:5:4294967295] 00000400:00000200:0.0:1788851956.225252:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851956.225258:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851956.225263:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851956.225266:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154f500. 00000800:00000200:0.0:1788851956.225270:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851956.225274:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851956.225277:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851956.225280:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.225283:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21435 usecs (22 jiffies) 00000400:00000200:0.0:1788851956.225286:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851956.225287:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307522074 00000100:00000001:0.0:1788851956.225290:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307525849 00000100:00000001:0.0:1788851956.225292:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307522074 00000100:00000001:0.0:1788851956.225295:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307525849 00000100:00000001:0.0:1788851956.225297:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851956.225299:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851956.225302:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851956.225305:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851956.225562:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851956.225566:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851956.225613:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851956.225618:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154f200. 00000400:00000200:1.0:1788851956.225627:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851956.225634:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851956.225641:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402ae58 00000400:00000010:1.0:1788851956.225644:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402ae58. 00000100:00000001:1.0:1788851956.225649:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851956.225655:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c46d80 x1875733950908800/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851956.225666:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851956.225670:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c46d80 x1875733950908800/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851956.225678:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851956.225680:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851956.225707:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851956.225710:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154f400. 00000400:00000200:1.0:1788851956.225712:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851956.225716:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851956.225718:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a770 00000400:00000010:1.0:1788851956.225720:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a770. 00000100:00000001:1.0:1788851956.225722:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851956.225725:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c45f80 x1875733950909056/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851956.225732:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851956.225735:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c45f80 x1875733950909056/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852011 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851956.225753:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851956.225754:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851956.225772:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851956.225775:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154fd00. 00000400:00000200:1.0:1788851956.225777:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851956.225781:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851956.225784:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a088 00000400:00000010:1.0:1788851956.225785:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a088. 00000100:00000001:1.0:1788851956.225787:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851956.225791:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c44000 x1875733950908672/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851956.225798:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851956.225801:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c44000 x1875733950908672/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851972 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851956.225808:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851956.225809:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851956.225878:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851956.225882:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154f500. 00000400:00000200:1.0:1788851956.225885:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851956.225929:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851956.225932:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a2a8 00000400:00000010:1.0:1788851956.225935:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a2a8. 00000100:00000001:1.0:1788851956.225938:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851956.225942:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c44a80 x1875733950908928/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851956.225950:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851956.225953:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c44a80 x1875733950908928/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851956.225960:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851956.225962:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851956.236431:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851956.236456:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851956.236462:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851956.236464:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851956.236476:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851956.236485:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851956.236498:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851956.236504:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851956.236511:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851956.236516:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d64980 00000400:00000200:0.0:1788851956.236543:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851956.236551:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52be99 [1] + 224 00000800:00000001:0.0:1788851956.236561:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851956.236572:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851956.236576:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851956.236582:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851956.236592:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851956.236604:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c46d80 x1875733950908800/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851956.236617:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c46d80 x1875733950908800/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.236650:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851956.236662:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851956.236666:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851956.236947:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851956.236954:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788851956.236964:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851956.236967:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851956.236972:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dcec08. 00000400:00000200:1.0:1788851956.236978:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a000 00000400:00000010:1.0:1788851956.236989:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a000. 00000100:00000001:1.0:1788851956.236993:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851956.236998:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c46d80 x1875733950908800/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851956.237007:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c46d80 x1875733950908800/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851956.237014:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851956.237017:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851956.237020:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851956.237024:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851956.237028:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851956.237031:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851956.237035:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851956.237047:0:2399:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841f460 time=97 v=84 (85 85 85 86) 00000100:00001000:1.0:1788851956.237052:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=105 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851956.237055:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851956.237058:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851956.237061:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788851956.237066:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851956.237070:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788851956.237073:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771462 00000100:00000001:1.0:1788851956.237076:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788851956.237078:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851956.237084:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c46d80 x1875733950908800/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851956.237092:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851956.237095:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851956.237097:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851956.237102:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c46d80 x1875733950908800/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851956.237110:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950908800:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851956.237116:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851956.237125:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851956.237130:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c46d80 x1875733950908800/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851956.237138:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851956.237141:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851956.237145:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afb200. 02000000:00000001:1.0:1788851956.237150:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851956.237153:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851956.237155:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:1.0:1788851956.237158:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851956.237162:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154fe00. 02000000:00000001:1.0:1788851956.237166:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851956.237168:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851956.237171:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c46d80. 00000100:00000001:1.0:1788851956.237175:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851956.237177:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851956.237181:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851956.237183:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851956.237184:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851956.237186:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851956.237188:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788851956.260118:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851956.260142:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851956.260148:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851956.260151:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851956.260162:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851956.260172:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851956.260184:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851956.260191:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851956.260197:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851956.260201:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d64a00 00000400:00000200:1.0:1788851956.260207:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851956.260215:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bec9 [1] + 224 00000800:00000001:1.0:1788851956.260224:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851956.260229:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851956.260260:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851956.260266:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851956.260275:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851956.260287:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c44a80 x1875733950908928/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851956.260495:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c44a80 x1875733950908928/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851956.260520:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851956.260536:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851956.260541:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851956.260544:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851956.260546:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851956.260549:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851956.260553:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851956.260558:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851956.260561:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851956.260564:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851956.260567:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d64900 00000400:00000200:1.0:1788851956.260571:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851956.260577:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52beb9 [1] + 224 00000800:00000001:1.0:1788851956.260581:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851956.260584:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851956.260586:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851956.260589:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851956.260592:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851956.260598:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c44000 x1875733950908672/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851956.260607:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c44000 x1875733950908672/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851956.260615:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851956.260625:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851956.260628:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851956.260630:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851956.260632:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851956.260635:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851956.260639:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851956.260642:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851956.260645:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851956.260648:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851956.260651:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d64a80 00000400:00000200:1.0:1788851956.260655:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851956.260660:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bea9 [1] + 224 00000800:00000001:1.0:1788851956.260665:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851956.260733:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851956.260736:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788851956.260832:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851956.260838:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788851956.260846:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851956.260849:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851956.260852:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dce898. 00000400:00000200:0.0:1788851956.260860:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a220 00000400:00000010:0.0:1788851956.260863:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a220. 00000100:00000001:0.0:1788851956.260867:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851956.260872:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c44000 x1875733950908672/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851956.260881:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c44000 x1875733950908672/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.260915:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851956.260917:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851956.260920:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851956.260924:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851956.260927:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851956.260930:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851956.260933:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851956.260949:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=97 v=5 (5 5 5 5) 00000100:00001000:0.0:1788851956.260954:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=100 v=5 (1 1 1 0) 00000100:00000001:0.0:1788851956.260957:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851956.260959:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851956.260962:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851956.260965:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851956.260968:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.260974:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c44000 x1875733950908672/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.260981:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851956.260985:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851956.260987:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851956.260991:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c44000 x1875733950908672/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851972 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851956.261000:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950908672:192.168.201.149@tcp:400:kworker.0 00000400:00000001:0.0:1788851956.261008:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851956.261009:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851956.261011:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dcee18. 00000400:00000200:0.0:1788851956.261014:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402aaa0 00000400:00000010:0.0:1788851956.261016:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402aaa0. 00000100:00000001:0.0:1788851956.261018:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851956.261022:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c44a80 x1875733950908928/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851956.261030:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c44a80 x1875733950908928/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.261037:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851956.261039:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851956.261040:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851956.261042:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851956.261043:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851956.261056:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851956.261058:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851956.261071:0:2399:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841fc60 time=97 v=84 (85 85 85 86) 00000100:00001000:0.0:1788851956.261074:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=79 v=5 (1 1 1 0) 00000100:00000001:0.0:1788851956.261077:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851956.261078:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851956.261080:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788851956.261085:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989ad0c44a80 x1875733950908928/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788851956.261093:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851956.261097:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851956.261099:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788851956.261102:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851956.261103:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.261107:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c44a80 x1875733950908928/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.261115:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851956.261117:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851956.261118:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851956.261122:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c44a80 x1875733950908928/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851956.261129:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950908928:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851956.261134:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851956.261138:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851956.261142:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c44000 x1875733950908672/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851972 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.261149:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851956.261152:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851956.261156:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afb600. 02000000:00000001:0.0:1788851956.261161:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851956.261164:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851956.261166:0:2399:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:0.0:1788851956.261169:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851956.261177:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154fb00. 02000000:00000001:0.0:1788851956.261182:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851956.261184:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851956.261187:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c44000. 00000100:00000001:0.0:1788851956.261191:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851956.261192:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851956.261194:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851956.261197:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c44a80 x1875733950908928/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.261204:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851956.261205:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851956.261207:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afbe00. 02000000:00000001:0.0:1788851956.261209:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851956.261210:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851956.261212:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:0.0:1788851956.261214:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851956.261215:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154fc00. 02000000:00000001:0.0:1788851956.261217:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851956.261218:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851956.261220:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c44a80. 00000100:00000001:0.0:1788851956.261222:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851956.261223:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851956.261227:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851956.261229:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851956.261242:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851956.261244:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851956.261247:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851956.262078:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851956.262084:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851956.262090:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c45f80 x1875733950909056/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852011 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851956.262102:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c45f80 x1875733950909056/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851956.262124:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851956.262135:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851956.262141:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851956.262514:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851956.262518:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788851956.262523:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851956.262524:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851956.262526:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dce058. 00000400:00000200:0.0:1788851956.262531:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a550 00000400:00000010:0.0:1788851956.262533:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a550. 00000100:00000001:0.0:1788851956.262536:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851956.262540:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c45f80 x1875733950909056/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851956.262565:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c45f80 x1875733950909056/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852011 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.262571:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851956.262573:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851956.262575:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851956.262578:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851956.262580:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851956.262581:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851956.262583:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851956.262591:0:2399:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=97 v=36 (36 36 5 5) 00000100:00001000:0.0:1788851956.262594:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=84 v=5 (1 1 1 1) 00000100:00000001:0.0:1788851956.262597:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851956.262599:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851956.262601:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851956.262604:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851956.262607:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851956.262609:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:0.0:1788851956.262611:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851956.262613:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851956.262617:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c45f80 x1875733950909056/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852011 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.262623:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851956.262626:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851956.262628:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851956.262632:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c45f80 x1875733950909056/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852011 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851956.262639:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950909056:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851956.262643:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851956.262646:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851956.262649:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c45f80 x1875733950909056/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852011 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851956.262662:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851956.262665:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851956.262668:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afba00. 02000000:00000001:0.0:1788851956.262671:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851956.262673:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851956.262674:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:0.0:1788851956.262677:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851956.262679:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154f700. 02000000:00000001:0.0:1788851956.262681:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851956.262693:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851956.262696:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c45f80. 00000100:00000001:0.0:1788851956.262700:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851956.262701:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851956.262704:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851956.262712:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851956.262715:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851956.262717:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851956.262719:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851956.734364:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851956.734374:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851956.734382:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851956.734387:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851956.734389:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851956.734397:0:266176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851956.734400:0:266176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851956.734402:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851956.734405:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851956.734429:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851956.734431:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851956.734433:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851956.734593:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851956.734598:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851956.734601:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851957.757325:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851957.757335:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851957.757342:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851957.757344:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851957.760546:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851957.760555:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851957.760561:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851958.783949:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851958.783961:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851958.783970:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851958.783972:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851958.787862:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851958.787872:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851958.787878:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851959.805081:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851959.805092:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851959.805100:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851959.805101:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851959.805737:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851959.805742:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851959.805747:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851960.061052:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307525849, at 4307525888 00000100:00000010:0.0:1788851960.061074:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989afa3efea0. 00000100:00000040:1.0:1788851960.061231:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307525849, at 4307525888 00000100:00000010:1.0:1788851960.061240:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989afa3efc60. 00010000:00000001:3.0:1788851960.829067:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851960.829077:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851960.829087:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851960.829088:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851960.829124:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851960.829128:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851960.829131:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788851961.342459:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851961.342473:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851961.342486:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af186bb80. 00000020:00000040:3.0:1788851961.342494:0:218145:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:3.0:1788851961.342500:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851961.342504:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851961.342510:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851961.342521:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9899cebaaf00. 00000100:00000001:3.0:1788851961.342531:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851961.342547:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989af186bb80 x1875733950909184/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851961.342560:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851961.342565:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851961.342594:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069b43b50] to pc [ptlrpcd_01_00+0] req@ffff989af186bb80 x1875733950909184/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851961.343792:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851961.343797:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851961.343801:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788851961.343836:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788851961.343842:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788851961.343845:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851961.343854:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851961.343857:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851961.343860:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851961.343862:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851961.343865:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851961.343874:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af186bb80 x1875733950909184/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851961.343884:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851961.343887:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851961.343907:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851961.343912:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851961.343915:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851961.343919:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af186bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2402:1875733950909184:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851961.343925:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851961.343932:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851961.343935:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851961.343938:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851961.343946:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac137f800. 02000000:00000001:3.0:1788851961.343948:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851961.343957:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851961.343961:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad58469a0. 00000400:00000010:3.0:1788851961.343971:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067198. 00000100:00000200:3.0:1788851961.343980:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950909184, portal 25 00000100:00000001:3.0:1788851961.343984:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851961.343986:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977365376 : -113683732186240 : ffff989af186bb80) 00000100:00000040:3.0:1788851961.344004:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af186bb80 x1875733950909184/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851961.344012:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851961.344016:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1788851961.344019:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad10672a8. 00000100:00000200:3.0:1788851961.344025:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950909184, offset 0 00000400:00000200:3.0:1788851961.344032:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851961.344044:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851961.344053:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851961.344060:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851961.344065:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851961.344070:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851961.344074:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851961.344078:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541501:541501:256:4294967295] 192.168.201.149@tcp LPNI seq info [541435:541435:8:4294967295] 00000400:00000200:3.0:1788851961.344084:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851961.344096:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851961.344103:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1788851961.344109:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9899cebaa000. 00000800:00000200:3.0:1788851961.344117:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851961.344126:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1788851961.344132:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9899cebaa000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851961.344222:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851961.344226:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788851961.344235:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1999180. 00000020:00000040:2.0:1788851961.344240:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:2.0:1788851961.344244:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851961.344246:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851961.344249:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851961.344255:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642a00. 00000100:00000001:2.0:1788851961.344261:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851961.344266:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989af1999180 x1875733950909312/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851961.344275:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851961.344279:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851961.344283:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005428f811] to pc [ptlrpcd_01_01+1] req@ffff989af1999180 x1875733950909312/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851961.344297:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851961.344300:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851961.344312:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851961.344316:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af199b100. 00000020:00000040:2.0:1788851961.344318:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:2.0:1788851961.344321:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851961.344323:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851961.344325:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851961.344328:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642e00. 00000100:00000001:2.0:1788851961.344332:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851961.344336:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989af199b100 x1875733950909440/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851961.344345:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851961.344347:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851961.344351:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087010b04] to pc [ptlrpcd_01_00+0] req@ffff989af199b100 x1875733950909440/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851961.344360:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851961.344362:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851961.344366:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851961.344369:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af199bb80. 00000020:00000040:2.0:1788851961.344371:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:2.0:1788851961.344374:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851961.344375:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851961.344376:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851961.344382:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642400. 00000100:00000001:2.0:1788851961.344385:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851961.344389:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989af199bb80 x1875733950909568/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851961.344397:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851961.344399:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851961.344403:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a6507aa] to pc [ptlrpcd_01_01+1] req@ffff989af199bb80 x1875733950909568/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851961.344422:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851961.344425:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851961.344429:0:218145:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851961.344435:0:218145:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12864) 00000100:00000001:2.0:1788851961.344452:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851961.344453:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851961.344455:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851961.344461:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af199b100 x1875733950909440/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851961.344468:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851961.344470:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851961.344472:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851961.344474:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851961.344477:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851961.344480:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af199b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950909440:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851961.344484:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851961.344486:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851961.344488:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851961.344490:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851961.344494:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad5836600. 02000000:00000001:2.0:1788851961.344496:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851961.344500:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851961.344504:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bbf20. 00000400:00000010:2.0:1788851961.344509:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1dd0. 00000100:00000200:2.0:1788851961.344513:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950909440, portal 10 00000100:00000001:2.0:1788851961.344515:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851961.344517:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978607872 : -113683730943744 : ffff989af199b100) 00000100:00000040:2.0:1788851961.344535:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af199b100 x1875733950909440/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851961.344543:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851961.344551:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851961.344554:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1b28. 00000100:00000200:2.0:1788851961.344558:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950909440, offset 0 00000400:00000200:2.0:1788851961.344563:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851961.344568:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851961.344572:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851961.344575:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851961.344578:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851961.344580:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851961.344583:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851961.344586:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541502:541502:255:4294967295] 192.168.201.149@tcp LPNI seq info [541436:541436:7:4294967295] 00000400:00000200:2.0:1788851961.344591:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851961.344607:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851961.344612:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851961.344616:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642d00. 00000800:00000200:2.0:1788851961.344620:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851961.344625:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851961.344631:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851961.344638:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851961.344639:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851961.344644:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000040:2.0:1788851961.344644:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21436 usecs (22 jiffies) 00000400:00000200:2.0:1788851961.344647:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851961.344648:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307530968 00000100:00000001:2.0:1788851961.344649:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307527193 00000100:00000010:3.0:1788851961.344652:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ac67a4720. 00000100:00000001:3.0:1788851961.344660:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788851961.344668:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307530968 00000100:00000010:3.0:1788851961.344671:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ac67a4120. 00000100:00000001:3.0:1788851961.344674:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788851961.344677:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851961.344686:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851961.344690:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851961.344692:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851961.344697:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851961.344698:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788851961.344700:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851961.344701:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851961.344703:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851961.344707:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1999180 x1875733950909312/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788851961.344709:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788851961.344714:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851961.344715:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788851961.344715:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9899cebaa000. 02000000:00000001:3.0:1788851961.344718:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851961.344719:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851961.344721:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851961.344724:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950909312:192.168.201.149@tcp:400:kworker.0 00000400:00000200:0.0:1788851961.344725:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788851961.344727:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851961.344730:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1788851961.344730:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 02000000:00000001:3.0:1788851961.344732:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851961.344734:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851961.344737:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac137f600. 00000400:00000200:0.0:1788851961.344737:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad10672a8 02000000:00000001:3.0:1788851961.344739:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788851961.344740:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad10672a8. 00000400:00000200:3.0:1788851961.344742:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851961.344744:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad5846688. 00000100:00000001:0.0:1788851961.344745:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1788851961.344747:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067088. 00000100:00000200:3.0:1788851961.344750:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950909312, portal 10 00000100:00000200:0.0:1788851961.344750:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af186bb80 x1875733950909184/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851961.344753:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851961.344754:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978599808 : -113683730951808 : ffff989af1999180) 00000100:00000040:3.0:1788851961.344759:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1999180 x1875733950909312/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851961.344767:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851961.344769:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1788851961.344771:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067ee0. 00000100:00000001:0.0:1788851961.344771:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1788851961.344773:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950909312, offset 0 00000100:00000040:0.0:1788851961.344775:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af186bb80 x1875733950909184/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851977 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788851961.344781:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000100:00000001:0.0:1788851961.344782:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851961.344784:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1788851961.344785:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851961.344788:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851961.344790:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851961.344793:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851961.344795:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851961.344797:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851961.344799:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541503:541503:255:4294967295] 192.168.201.149@tcp LPNI seq info [541437:541437:7:4294967295] 00000400:00000200:3.0:1788851961.344803:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851961.344808:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851961.344813:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1788851961.344816:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9899cebaa700. 00000800:00000200:3.0:1788851961.344820:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851961.344825:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1788851961.344827:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9899cebaa700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851961.344830:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851961.344833:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24850 usecs (25 jiffies) 00000400:00000200:3.0:1788851961.344836:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851961.344838:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307527196 00000100:00000001:3.0:1788851961.344841:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307530968 00000100:00000001:3.0:1788851961.344843:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307527196 00000100:00000001:3.0:1788851961.344845:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307530968 00000100:00000001:3.0:1788851961.344848:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851961.344850:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851961.344852:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851961.344855:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af199bb80 x1875733950909568/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851961.344862:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851961.344863:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851961.344870:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851961.344872:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851961.344874:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851961.344877:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af199bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950909568:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851961.344880:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851961.344882:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851961.344884:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851961.344885:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851961.344927:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad8be7200. 02000000:00000001:3.0:1788851961.344929:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851961.344934:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851961.344934:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307530968 00000400:00000010:3.0:1788851961.344937:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad5846c08. 00000100:00000001:2.0:1788851961.344937:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307527194 00000100:00000001:2.0:1788851961.344939:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307530968 00000400:00000010:3.0:1788851961.344941:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad10676e8. 00000100:00000001:2.0:1788851961.344941:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851961.344943:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788851961.344944:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950909568, portal 4 00000100:00000001:2.0:1788851961.344945:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851961.344946:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851961.344947:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978610560 : -113683730941056 : ffff989af199bb80) 00000100:00000001:2.0:1788851961.344947:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851961.344952:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1788851961.344954:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af199bb80 x1875733950909568/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851961.344958:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=110 : 110 : 6e) 00000100:00000001:3.0:1788851961.344960:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788851961.344960:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851961.344961:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788851961.344963:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000100:00000001:2.0:1788851961.344963:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851961.344965:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788851961.344966:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067dd0. 00000100:00000200:3.0:1788851961.344968:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950909568, offset 0 00000400:00000200:3.0:1788851961.344971:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851961.344975:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851961.344978:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851961.344981:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851961.344985:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851961.344987:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851961.344989:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851961.344992:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541504:541504:254:4294967295] 192.168.201.149@tcp LPNI seq info [541438:541438:6:4294967295] 00000400:00000200:3.0:1788851961.344996:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851961.345001:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851961.345012:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000200:0.0:1788851961.345086:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851961.345090:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642d00. 00000400:00000200:0.0:1788851961.345093:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851961.345097:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851961.345105:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1b28 00000400:00000010:0.0:1788851961.345107:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1b28. 00000100:00000001:0.0:1788851961.345111:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851961.345115:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af199b100 x1875733950909440/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851961.345122:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851961.345125:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af199b100 x1875733950909440/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851961.345132:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851961.345134:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851961.345147:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851961.345149:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9899cebaa700. 00000400:00000200:0.0:1788851961.345151:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851961.345155:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851961.345157:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067ee0 00000400:00000010:0.0:1788851961.345159:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067ee0. 00000100:00000001:0.0:1788851961.345161:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851961.345164:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1999180 x1875733950909312/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851961.345171:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851961.345175:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1999180 x1875733950909312/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851961.345192:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851961.345195:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:2.0:1788851961.345246:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642700. 00000800:00000200:2.0:1788851961.345252:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851961.345256:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851961.345259:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851961.345274:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851961.345277:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 167356 usecs (168 jiffies) 00000400:00000200:2.0:1788851961.345281:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851961.345283:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307527340 00000100:00000001:2.0:1788851961.345285:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307530968 00000100:00000001:2.0:1788851961.345288:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307527340 00000100:00000001:2.0:1788851961.345290:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307530968 00000100:00000001:2.0:1788851961.345292:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851961.345294:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851961.345296:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851961.345299:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851961.345302:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851961.345304:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788851961.345305:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851961.345307:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851961.345308:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851961.345310:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851961.349486:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851961.349499:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642700. 00000400:00000200:1.0:1788851961.349512:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851961.349554:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851961.349566:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067dd0 00000400:00000010:1.0:1788851961.349569:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067dd0. 00000100:00000001:1.0:1788851961.349576:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851961.349588:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af199bb80 x1875733950909568/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851961.349616:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851961.349620:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af199bb80 x1875733950909568/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852016 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851961.349628:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851961.349630:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851961.350143:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851961.350156:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851961.350160:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851961.350162:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851961.350171:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851961.350177:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851961.350186:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851961.350191:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851961.350197:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851961.350201:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d64c00 00000400:00000200:0.0:1788851961.350206:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851961.350214:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bee1 [1] + 224 00000800:00000001:0.0:1788851961.350223:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851961.350227:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851961.350229:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851961.350232:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851961.350238:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851961.350245:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af199b100 x1875733950909440/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851961.350256:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af199b100 x1875733950909440/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851961.350926:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851961.350932:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851961.350995:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851961.351008:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851961.351015:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851961.351018:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851961.351020:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851961.351027:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851961.351032:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851961.351038:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851961.351054:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851961.351058:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851961.351061:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d64b00 00000400:00000200:0.0:1788851961.351066:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851961.351072:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bed9 [1] + 224 00000800:00000001:0.0:1788851961.351077:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851961.351083:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851961.351086:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851961.351089:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851961.351093:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851961.351101:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af186bb80 x1875733950909184/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851961.351111:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af186bb80 x1875733950909184/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851961.351128:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851961.351132:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851961.351135:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788851961.351181:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851961.351184:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851961.351188:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bbf20. 00000400:00000200:2.0:1788851961.351193:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1dd0 00000400:00000010:2.0:1788851961.351196:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1dd0. 00000100:00000001:2.0:1788851961.351199:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851961.351209:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af199b100 x1875733950909440/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851961.351220:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af199b100 x1875733950909440/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851961.351226:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851961.351229:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851961.351232:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851961.351236:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851961.351239:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851961.351242:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851961.351246:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851961.351258:0:2401:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841fc60 time=102 v=84 (85 85 85 86) 00000100:00001000:2.0:1788851961.351264:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=84 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851961.351267:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851961.351269:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851961.351272:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851961.351278:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989af199b100 x1875733950909440/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851961.351286:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851961.351291:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851961.351293:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1788851961.351295:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851961.351297:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851961.351302:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af199b100 x1875733950909440/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851961.351310:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851961.351313:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851961.351316:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851961.351320:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af199b100 x1875733950909440/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851961.351328:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af199b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950909440:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851961.351341:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851961.351344:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851961.351348:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af199b100 x1875733950909440/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851961.351355:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851961.351358:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851961.351362:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad5836600. 02000000:00000001:2.0:1788851961.351366:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851961.351369:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851961.351371:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:2.0:1788851961.351373:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851961.351377:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642e00. 02000000:00000001:2.0:1788851961.351381:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851961.351383:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851961.351385:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af199b100. 00000100:00000001:2.0:1788851961.351389:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851961.351390:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851961.351393:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851961.351402:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851961.351404:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851961.351407:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851961.351409:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851961.352445:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851961.352452:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851961.352459:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851961.352462:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851961.352465:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad58469a0. 00000400:00000200:3.0:1788851961.352471:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067198 00000400:00000010:3.0:1788851961.352474:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067198. 00000100:00000001:3.0:1788851961.352478:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851961.352486:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af186bb80 x1875733950909184/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851961.352498:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af186bb80 x1875733950909184/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851961.352505:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851961.352507:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851961.352509:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851961.352512:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851961.352514:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851961.352516:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851961.352519:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851961.352523:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1788851961.352527:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=105 v=5 (1 1 1 0) 00000100:00000001:3.0:1788851961.352529:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851961.352531:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851961.352533:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851961.352535:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851961.352537:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851961.352541:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af186bb80 x1875733950909184/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851961.352548:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851961.352551:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851961.352552:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851961.352555:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af186bb80 x1875733950909184/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851977 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788851961.352556:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851961.352566:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851961.352568:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851961.352570:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851961.352576:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00100000:3.0:1788851961.352577:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af186bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2402:1875733950909184:192.168.201.149@tcp:400:kworker.0 00000400:00000200:1.0:1788851961.352580:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000100:00000001:3.0:1788851961.352582:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851961.352585:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851961.352588:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af186bb80 x1875733950909184/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851977 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788851961.352589:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851961.352593:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851961.352607:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1788851961.352608:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 02000000:00000001:3.0:1788851961.352609:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851961.352612:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac137f800. 00000400:00000200:1.0:1788851961.352612:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d64c80 00000400:00000200:1.0:1788851961.352616:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 02000000:00000001:3.0:1788851961.352617:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851961.352618:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851961.352620:0:2402:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:3.0:1788851961.352622:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 00000400:00000200:1.0:1788851961.352622:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bef1 [1] + 224 02000000:00000010:3.0:1788851961.352624:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9899cebaaf00. 02000000:00000001:3.0:1788851961.352627:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1788851961.352628:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1788851961.352629:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851961.352631:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af186bb80. 00000100:00000001:3.0:1788851961.352634:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1788851961.352634:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851961.352636:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851961.352636:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788851961.352638:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851961.352640:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788851961.352641:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:3.0:1788851961.352642:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851961.352643:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851961.352645:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851961.352645:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851961.352650:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af199bb80 x1875733950909568/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851961.352659:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af199bb80 x1875733950909568/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851961.352685:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851961.352691:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851961.352698:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851961.353331:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851961.353335:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851961.353339:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851961.353340:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851961.353342:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad5846c08. 00000400:00000200:3.0:1788851961.353345:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad10676e8 00000400:00000010:3.0:1788851961.353347:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad10676e8. 00000100:00000001:3.0:1788851961.353350:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851961.353355:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af199bb80 x1875733950909568/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851961.353361:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af199bb80 x1875733950909568/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851961.353371:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851961.353372:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851961.353374:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851961.353375:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851961.353377:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851961.353379:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851961.353381:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851961.353386:0:2402:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=102 v=36 (36 36 5 5) 00000100:00001000:3.0:1788851961.353389:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=89 v=5 (1 1 1 1) 00000100:00000001:3.0:1788851961.353390:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851961.353391:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851961.353393:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851961.353395:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851961.353397:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851961.353399:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:3.0:1788851961.353400:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851961.353401:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851961.353404:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af199bb80 x1875733950909568/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852016 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851961.353408:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851961.353410:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851961.353411:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851961.353413:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af199bb80 x1875733950909568/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852016 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851961.353417:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af199bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950909568:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851961.353420:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851961.353421:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851961.353423:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af199bb80 x1875733950909568/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852016 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851961.353427:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851961.353428:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851961.353432:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad8be7200. 02000000:00000001:3.0:1788851961.353435:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851961.353437:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851961.353438:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:3.0:1788851961.353439:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851961.353441:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642400. 02000000:00000001:3.0:1788851961.353444:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851961.353445:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851961.353446:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af199bb80. 00000100:00000001:3.0:1788851961.353448:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851961.353449:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851961.353450:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851961.353452:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851961.353453:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851961.353454:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851961.353455:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851961.353530:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851961.353536:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851961.353537:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851961.353539:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851961.353542:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851961.353545:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851961.353549:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851961.353551:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851961.353553:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851961.353556:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d64b80 00000400:00000200:0.0:1788851961.353559:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851961.353563:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bee9 [1] + 224 00000800:00000001:0.0:1788851961.353567:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851961.353620:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851961.353623:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851961.353634:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851961.353640:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851961.353646:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1999180 x1875733950909312/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851961.353655:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1999180 x1875733950909312/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851961.353719:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851961.353726:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851961.353729:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851961.353785:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851961.353787:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851961.353790:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851961.353792:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851961.353794:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad5846688. 00000400:00000200:3.0:1788851961.353797:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067088 00000400:00000010:3.0:1788851961.353799:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067088. 00000100:00000001:3.0:1788851961.353801:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851961.353805:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1999180 x1875733950909312/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851961.354184:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1999180 x1875733950909312/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851961.354189:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851961.354190:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851961.354192:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851961.354193:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851961.354195:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851961.354196:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851961.354198:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851961.354201:0:2402:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841f460 time=102 v=84 (85 85 85 86) 00000100:00001000:3.0:1788851961.354204:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=110 v=5 (1 1 1 0) 00000100:00000001:3.0:1788851961.354212:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851961.354214:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851961.354215:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851961.354217:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851961.354219:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851961.354220:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1788851961.354222:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851961.354223:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851961.354226:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1999180 x1875733950909312/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851961.354230:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851961.354232:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851961.354233:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851961.354236:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1999180 x1875733950909312/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851961.354243:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950909312:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851961.354247:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851961.354249:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851961.354252:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1999180 x1875733950909312/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852076 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851961.354259:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851961.354260:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851961.354262:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac137f600. 02000000:00000001:3.0:1788851961.354266:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851961.354267:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851961.354269:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:3.0:1788851961.354271:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851961.354273:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642a00. 02000000:00000001:3.0:1788851961.354276:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851961.354277:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851961.354279:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1999180. 00000100:00000001:3.0:1788851961.354282:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851961.354288:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851961.354290:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851961.354298:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851961.354300:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851961.354301:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851961.354302:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851961.853078:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851961.853088:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851961.853096:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851961.853097:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851961.853219:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851961.853223:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851961.853227:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851962.877055:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851962.877062:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851962.877069:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851962.877070:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851962.877172:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851962.877176:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851962.877179:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851963.901099:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851963.901108:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851963.901111:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851963.901114:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851963.901119:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851963.901121:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851963.901123:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851963.901125:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851963.901129:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851963.901131:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851963.901322:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851963.901326:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851963.901328:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851964.925057:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851964.925063:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851964.925069:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851964.925070:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851964.925141:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851964.925146:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851964.925149:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851965.181202:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307530968, at 4307531008 00000100:00000010:0.0:1788851965.181218:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ac67a4720. 00000100:00000040:1.0:1788851965.184470:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307530968, at 4307531011 00000100:00000010:1.0:1788851965.184487:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ac67a4120. 00010000:00000001:3.0:1788851965.952879:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851965.952885:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851965.952921:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851965.952922:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851965.953506:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851965.953511:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851965.953513:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851966.461534:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851966.461546:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851966.461556:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c45f80. 00000020:00000040:0.0:1788851966.461562:0:218145:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:0.0:1788851966.461567:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851966.461570:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851966.461575:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851966.461584:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154f700. 00000100:00000001:0.0:1788851966.461592:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851966.461605:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989ad0c45f80 x1875733950909696/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851966.461616:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851966.461634:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851966.461641:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d247636a] to pc [ptlrpcd_00_01+1] req@ffff989ad0c45f80 x1875733950909696/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.461685:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851966.461688:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851966.461692:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851966.461695:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c44a80. 00000020:00000040:0.0:1788851966.461697:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:0.0:1788851966.461700:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851966.461702:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851966.461703:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851966.461707:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154fc00. 00000100:00000001:0.0:1788851966.461710:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851966.461714:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989ad0c44a80 x1875733950909824/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851966.461721:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851966.461722:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851966.461726:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4f777e0] to pc [ptlrpcd_00_00+0] req@ffff989ad0c44a80 x1875733950909824/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.461733:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851966.461735:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851966.461737:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851966.461740:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c44000. 00000020:00000040:0.0:1788851966.461742:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:0.0:1788851966.461744:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851966.461745:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851966.461747:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851966.461749:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154fb00. 00000100:00000001:0.0:1788851966.461752:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851966.461756:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989ad0c44000 x1875733950909952/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851966.461775:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851966.461777:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851966.461781:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0a8e9d3] to pc [ptlrpcd_00_01+1] req@ffff989ad0c44000 x1875733950909952/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.461787:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851966.461789:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851966.461792:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788851966.461795:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989ad0c45500. 00000020:00000040:0.0:1788851966.461797:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:0.0:1788851966.461799:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788851966.461801:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788851966.461802:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788851966.461807:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ad154fe00. 00000100:00000001:0.0:1788851966.461810:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851966.461814:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989ad0c45500 x1875733950910080/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788851966.461820:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788851966.461822:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851966.461825:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5a8b84f] to pc [ptlrpcd_00_00+0] req@ffff989ad0c45500 x1875733950910080/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.461832:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851966.461834:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788851966.461837:0:218145:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788851966.461842:0:218145:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12869) 00000100:00000001:0.0:1788851966.461857:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851966.461860:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851966.461862:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851966.461867:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c44a80 x1875733950909824/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.461881:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851966.461884:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851966.461943:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851966.461947:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851966.461949:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851966.461953:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950909824:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851966.461958:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851966.461963:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851966.461965:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851966.461968:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851966.461972:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afaa00. 02000000:00000001:0.0:1788851966.461974:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851966.461982:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851966.461985:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dce058. 00000400:00000010:0.0:1788851966.461992:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a550. 00000100:00000200:0.0:1788851966.461998:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950909824, portal 10 00000100:00000001:0.0:1788851966.462000:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851966.462002:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427751552 : -113684281800064 : ffff989ad0c44a80) 00000100:00000040:0.0:1788851966.462009:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c44a80 x1875733950909824/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.462015:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851966.462018:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851966.462020:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402aaa0. 00000100:00000200:0.0:1788851966.462023:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950909824, offset 0 00000400:00000200:0.0:1788851966.462029:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851966.462037:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.462044:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851966.462050:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851966.462053:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851966.462057:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851966.462059:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851966.462069:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541505:541505:256:4294967295] 192.168.201.149@tcp LPNI seq info [541439:541439:8:4294967295] 00000400:00000200:0.0:1788851966.462073:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.462082:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851966.462088:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851966.462092:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154f500. 00000800:00000200:0.0:1788851966.462098:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851966.462105:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851966.462110:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851966.462119:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851966.462124:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24845 usecs (25 jiffies) 00000400:00000200:0.0:1788851966.462126:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851966.462129:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307532314 00000100:00000010:0.0:1788851966.462133:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989afa3efea0. 00000100:00000001:0.0:1788851966.462139:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788851966.462159:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307532314 00000100:00000010:0.0:1788851966.462163:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989afa3ef9c0. 00000100:00000001:0.0:1788851966.462166:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788851966.462170:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851966.462172:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851966.462175:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851966.462179:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c45500 x1875733950910080/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.462195:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851966.462196:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851966.462198:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851966.462200:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851966.462202:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851966.462204:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950910080:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851966.462207:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851966.462215:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851966.462216:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851966.462218:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851966.462220:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afb200. 02000000:00000001:0.0:1788851966.462223:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851966.462226:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851966.462229:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dcee18. 00000400:00000010:0.0:1788851966.462232:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a220. 00000100:00000200:0.0:1788851966.462235:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950910080, portal 4 00000100:00000001:0.0:1788851966.462237:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851966.462238:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427754240 : -113684281797376 : ffff989ad0c45500) 00000100:00000040:0.0:1788851966.462244:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c45500 x1875733950910080/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.462249:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851966.462251:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851966.462253:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a6e8. 00000100:00000200:0.0:1788851966.462256:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950910080, offset 0 00000400:00000200:0.0:1788851966.462260:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851966.462264:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.462267:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851966.462270:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851966.462272:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851966.462275:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851966.462277:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851966.462279:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541506:541506:255:4294967295] 192.168.201.149@tcp LPNI seq info [541440:541440:7:4294967295] 00000400:00000200:0.0:1788851966.462283:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.462288:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851966.462293:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851966.462296:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154fd00. 00000800:00000200:0.0:1788851966.462300:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851966.462309:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851966.462311:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851966.462321:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851966.462324:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 167233 usecs (168 jiffies) 00000400:00000200:0.0:1788851966.462327:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851966.462329:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307532457 00000100:00000001:0.0:1788851966.462335:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, simply extend its deadline from 4307532314 00000100:00000001:0.0:1788851966.462338:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307532457 00000100:00000001:0.0:1788851966.462340:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, simply extend its deadline from 4307532314 00000100:00000001:0.0:1788851966.462343:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851966.462346:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851966.462348:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851966.462351:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851966.462359:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851966.462361:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1788851966.462363:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851966.462364:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851966.462366:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851966.462368:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788851966.462370:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851966.462372:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851966.462373:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851966.462375:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851966.462376:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851966.462377:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851966.462381:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c45f80 x1875733950909696/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.462387:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851966.462389:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851966.462391:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851966.462393:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851966.462395:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851966.462398:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950909696:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851966.462401:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851966.462408:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851966.462409:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851966.462411:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851966.462414:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afa800. 02000000:00000001:0.0:1788851966.462415:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851966.462419:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851966.462421:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dce898. 00000400:00000010:0.0:1788851966.462425:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402add0. 00000100:00000200:0.0:1788851966.462427:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950909696, portal 25 00000100:00000001:0.0:1788851966.462429:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851966.462431:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427756928 : -113684281794688 : ffff989ad0c45f80) 00000100:00000040:0.0:1788851966.462435:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c45f80 x1875733950909696/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.462441:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851966.462443:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851966.462445:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402aee0. 00000100:00000200:0.0:1788851966.462447:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950909696, offset 0 00000400:00000200:0.0:1788851966.462451:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851966.462455:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.462458:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851966.462460:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851966.462463:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851966.462465:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851966.462467:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851966.462470:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541507:541507:254:4294967295] 192.168.201.149@tcp LPNI seq info [541441:541441:6:4294967295] 00000400:00000200:0.0:1788851966.462474:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.462480:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851966.462484:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851966.462487:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154f400. 00000800:00000200:0.0:1788851966.462491:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851966.462495:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851966.462497:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851966.462504:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851966.462516:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851966.462519:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307536086 00000100:00000001:0.0:1788851966.462522:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307532457 00000100:00000001:0.0:1788851966.462525:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307536086 00000100:00000001:0.0:1788851966.462528:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307532457 00000100:00000001:0.0:1788851966.462530:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851966.462532:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851966.462534:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851966.462538:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989ad0c44000 x1875733950909952/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.462544:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851966.462545:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851966.462547:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851966.462549:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851966.462551:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851966.462554:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989ad0c44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950909952:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851966.462557:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851966.462559:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851966.462561:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851966.462562:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851966.462565:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afbc00. 02000000:00000001:0.0:1788851966.462567:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851966.462569:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851966.462572:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dce0b0. 00000400:00000010:0.0:1788851966.462575:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a660. 00000100:00000200:0.0:1788851966.462577:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950909952, portal 10 00000100:00000001:0.0:1788851966.462579:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851966.462580:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389427748864 : -113684281802752 : ffff989ad0c44000) 00000100:00000040:0.0:1788851966.462585:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989ad0c44000 x1875733950909952/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.462601:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851966.462603:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851966.462606:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a880. 00000100:00000200:0.0:1788851966.462608:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950909952, offset 0 00000400:00000200:0.0:1788851966.462612:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851966.462615:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.462618:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851966.462621:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851966.462623:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851966.462625:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851966.462627:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851966.462630:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541508:541508:253:4294967295] 192.168.201.149@tcp LPNI seq info [541442:541442:5:4294967295] 00000400:00000200:0.0:1788851966.462634:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.462640:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851966.462645:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851966.462648:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154f200. 00000800:00000200:0.0:1788851966.462651:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851966.462655:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851966.462657:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851966.462660:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851966.462663:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21436 usecs (22 jiffies) 00000400:00000200:0.0:1788851966.462665:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851966.462667:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307532311 00000100:00000001:0.0:1788851966.462669:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307536086 00000100:00000001:0.0:1788851966.462671:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307532311 00000100:00000001:0.0:1788851966.462673:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307536086 00000100:00000001:0.0:1788851966.462675:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851966.462676:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851966.462682:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851966.462684:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851966.463058:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851966.463062:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851966.463103:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851966.463107:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154f500. 00000400:00000200:1.0:1788851966.463113:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851966.463119:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851966.463125:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402aaa0 00000400:00000010:1.0:1788851966.463127:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402aaa0. 00000100:00000001:1.0:1788851966.463131:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851966.463136:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c44a80 x1875733950909824/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851966.463158:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851966.463161:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c44a80 x1875733950909824/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851966.463168:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851966.463170:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851966.463182:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851966.463184:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154fd00. 00000400:00000200:1.0:1788851966.463193:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851966.463196:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851966.463198:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a6e8 00000400:00000010:1.0:1788851966.463200:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a6e8. 00000100:00000001:1.0:1788851966.463202:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851966.463205:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c45500 x1875733950910080/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851966.463218:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851966.463221:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c45500 x1875733950910080/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852021 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851966.463227:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851966.463228:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851966.463235:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851966.463237:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154f400. 00000400:00000200:1.0:1788851966.463239:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851966.463242:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851966.463245:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402aee0 00000400:00000010:1.0:1788851966.463246:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402aee0. 00000100:00000001:1.0:1788851966.463248:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851966.463251:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c45f80 x1875733950909696/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851966.463258:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851966.463260:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c45f80 x1875733950909696/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851982 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851966.463267:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851966.463268:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851966.463324:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851966.463326:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154f200. 00000400:00000200:1.0:1788851966.463328:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851966.463331:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851966.463333:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a880 00000400:00000010:1.0:1788851966.463335:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a880. 00000100:00000001:1.0:1788851966.463337:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851966.463340:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989ad0c44000 x1875733950909952/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851966.463346:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851966.463349:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989ad0c44000 x1875733950909952/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851966.463365:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851966.463366:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851966.468829:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851966.468853:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851966.468857:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851966.468861:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851966.468869:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.468877:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851966.468918:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.468923:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.468928:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.468932:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d64d00 00000400:00000200:0.0:1788851966.468937:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.468943:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bf19 [1] + 224 00000800:00000001:0.0:1788851966.468951:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851966.468955:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851966.468959:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851966.468963:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851966.468971:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851966.468982:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c45f80 x1875733950909696/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851966.468994:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c45f80 x1875733950909696/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.469023:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851966.469034:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851966.469038:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851966.469040:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851966.469042:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851966.469045:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.469049:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851966.469053:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.469056:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.469058:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.469075:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d64d80 00000400:00000200:0.0:1788851966.469078:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851966.469083:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bef9 [1] + 224 00000800:00000001:0.0:1788851966.469087:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851966.469097:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851966.469099:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851966.469102:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851966.469105:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851966.469110:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c44a80 x1875733950909824/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851966.469118:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c44a80 x1875733950909824/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.469126:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851966.469130:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851966.469133:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851966.471418:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851966.471426:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788851966.471434:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851966.471437:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851966.471441:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dce898. 00000400:00000200:1.0:1788851966.471535:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402add0 00000400:00000010:1.0:1788851966.471539:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402add0. 00000100:00000001:1.0:1788851966.471546:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851966.471558:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c45f80 x1875733950909696/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851966.471569:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c45f80 x1875733950909696/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851966.471576:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851966.471578:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851966.471580:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851966.471584:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851966.471587:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851966.471589:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851966.471592:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851966.471599:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=107 v=5 (5 5 5 5) 00000100:00001000:1.0:1788851966.471603:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=110 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851966.471606:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851966.471608:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851966.471611:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788851966.471613:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851966.471615:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851966.471619:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c45f80 x1875733950909696/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851966.471626:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851966.471629:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851966.471631:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851966.471652:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c45f80 x1875733950909696/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851982 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851966.471659:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950909696:192.168.201.149@tcp:400:kworker.0 00000400:00000001:1.0:1788851966.471666:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851966.471667:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851966.471669:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dce058. 00000400:00000200:1.0:1788851966.471672:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a550 00000400:00000010:1.0:1788851966.471673:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a550. 00000100:00000001:1.0:1788851966.471676:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851966.471679:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c44a80 x1875733950909824/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851966.471686:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c44a80 x1875733950909824/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851966.471692:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851966.471693:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851966.471695:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851966.471697:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851966.471698:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851966.471699:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851966.471701:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851966.471706:0:2399:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841f460 time=107 v=84 (85 85 85 86) 00000100:00001000:1.0:1788851966.471709:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=115 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851966.471711:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851966.471712:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851966.471714:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788851966.471717:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851966.471720:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788851966.471722:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771462 00000100:00000001:1.0:1788851966.471724:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788851966.471726:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851966.471729:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c44a80 x1875733950909824/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851966.471747:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851966.471749:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851966.471750:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851966.471754:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c44a80 x1875733950909824/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851966.471761:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950909824:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851966.471765:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851966.471768:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851966.471772:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c45f80 x1875733950909696/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851982 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851966.471778:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851966.471780:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851966.471784:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afa800. 02000000:00000001:1.0:1788851966.471787:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851966.471790:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851966.471791:0:2399:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:1.0:1788851966.471793:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851966.471796:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154f700. 02000000:00000001:1.0:1788851966.471799:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851966.471801:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851966.471803:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c45f80. 00000100:00000001:1.0:1788851966.471807:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851966.471808:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851966.471810:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851966.471812:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c44a80 x1875733950909824/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851966.471817:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851966.471818:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851966.471819:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afaa00. 02000000:00000001:1.0:1788851966.471821:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851966.471822:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851966.471828:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:1.0:1788851966.471830:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851966.471832:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154fc00. 02000000:00000001:1.0:1788851966.471834:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851966.471835:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851966.471836:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c44a80. 00000100:00000001:1.0:1788851966.471838:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851966.471839:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851966.471842:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851966.471844:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851966.471845:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851966.471847:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851966.471849:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788851966.475806:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851966.475828:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851966.475833:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851966.475835:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851966.475844:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851966.475853:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851966.475863:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851966.475868:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851966.475873:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851966.475877:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d64e00 00000400:00000200:1.0:1788851966.475882:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851966.475916:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bf29 [1] + 224 00000800:00000001:1.0:1788851966.475923:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851966.475928:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851966.475931:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851966.475936:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851966.475943:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851966.475952:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c44000 x1875733950909952/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851966.475963:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c44000 x1875733950909952/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851966.476012:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851966.476023:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851966.476027:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851966.476029:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851966.476031:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851966.476034:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851966.476038:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851966.476042:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851966.476045:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851966.476048:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851966.476050:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d64e80 00000400:00000200:1.0:1788851966.476054:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851966.476058:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bf09 [1] + 224 00000800:00000001:1.0:1788851966.476062:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851966.476070:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851966.476072:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851966.476075:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851966.476078:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851966.476083:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989ad0c45500 x1875733950910080/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851966.476091:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989ad0c45500 x1875733950910080/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851966.476099:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851966.476102:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851966.476105:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851966.478651:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851966.478660:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788851966.478671:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851966.478674:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851966.478679:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dce0b0. 00000400:00000200:0.0:1788851966.478689:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a660 00000400:00000010:0.0:1788851966.478692:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a660. 00000100:00000001:0.0:1788851966.478697:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851966.478708:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c44000 x1875733950909952/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851966.478720:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c44000 x1875733950909952/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.478729:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851966.478733:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851966.478735:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851966.478739:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851966.478741:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851966.478761:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851966.478765:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851966.478775:0:2399:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841fc60 time=107 v=84 (85 85 85 86) 00000100:00001000:0.0:1788851966.478779:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=89 v=5 (1 1 1 0) 00000100:00000001:0.0:1788851966.478782:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851966.478784:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851966.478786:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788851966.478792:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989ad0c44000 x1875733950909952/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788851966.478800:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851966.478803:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851966.478804:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788851966.478806:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851966.478808:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851966.478812:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c44000 x1875733950909952/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.478819:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851966.478822:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851966.478824:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851966.478827:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c44000 x1875733950909952/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851966.478835:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950909952:192.168.201.149@tcp:400:kworker.0 00000400:00000001:0.0:1788851966.478842:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851966.478843:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851966.478845:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dcee18. 00000400:00000200:0.0:1788851966.478848:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a220 00000400:00000010:0.0:1788851966.478849:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a220. 00000100:00000001:0.0:1788851966.478852:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851966.478856:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989ad0c45500 x1875733950910080/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851966.478863:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989ad0c45500 x1875733950910080/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.478875:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851966.478877:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851966.478878:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851966.478880:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851966.478881:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851966.478883:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851966.478885:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851966.478921:0:2399:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=107 v=36 (36 36 5 5) 00000100:00001000:0.0:1788851966.478924:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1788851966.478926:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851966.478927:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851966.478929:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851966.478931:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851966.478934:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851966.478935:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:0.0:1788851966.478936:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851966.478938:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851966.478943:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989ad0c45500 x1875733950910080/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.478949:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851966.478951:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851966.478953:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851966.478956:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989ad0c45500 x1875733950910080/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851966.478963:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989ad0c45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950910080:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851966.478967:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851966.478970:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851966.478973:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c44000 x1875733950909952/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.478981:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851966.478999:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851966.479003:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afbc00. 02000000:00000001:0.0:1788851966.479007:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851966.479010:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851966.479012:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:0.0:1788851966.479014:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851966.479017:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154fb00. 02000000:00000001:0.0:1788851966.479021:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851966.479022:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851966.479025:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c44000. 00000100:00000001:0.0:1788851966.479028:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851966.479029:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851966.479031:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851966.479034:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989ad0c45500 x1875733950910080/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852021 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851966.479039:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851966.479040:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851966.479042:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afb200. 02000000:00000001:0.0:1788851966.479043:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851966.479044:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851966.479045:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:0.0:1788851966.479047:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851966.479048:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ad154fe00. 02000000:00000001:0.0:1788851966.479050:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851966.479051:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851966.479052:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989ad0c45500. 00000100:00000001:0.0:1788851966.479055:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851966.479056:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851966.479058:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851966.479065:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851966.479067:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851966.479070:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851966.479072:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851966.973129:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851966.973135:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851966.973140:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851966.973143:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851966.973145:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851966.973152:0:266176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851966.973154:0:266176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851966.973174:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851966.973177:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851966.973179:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851966.973180:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851966.973182:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851966.973406:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851966.973410:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851966.973412:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851967.997106:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851967.997112:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851967.997117:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851967.997119:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851967.997541:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851967.997545:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851967.997548:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851969.021181:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851969.021187:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851969.021192:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851969.021193:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851969.021357:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851969.021374:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851969.021377:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851970.045812:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851970.045818:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851970.045823:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851970.045825:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851970.045938:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851970.045941:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851970.045944:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851970.301041:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307536086, at 4307536128 00000100:00000010:0.0:1788851970.301071:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989afa3efea0. 00000100:00000040:1.0:1788851970.302745:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307536086, at 4307536129 00000100:00000010:1.0:1788851970.302761:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989afa3ef9c0. 00010000:00000001:3.0:1788851971.069189:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851971.069195:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851971.069201:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851971.069203:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851971.069354:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851971.069357:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851971.069360:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788851971.593848:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851971.593858:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851971.593883:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9c000. 00000020:00000040:1.0:1788851971.593905:0:232038:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:1.0:1788851971.593909:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851971.593912:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851971.593917:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851971.593937:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ac4f25200. 00000100:00000001:1.0:1788851971.593944:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851971.593958:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989b01a9c000 x1875733950910208/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851971.593969:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851971.593974:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851971.593981:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f9aeb84] to pc [ptlrpcd_00_01+1] req@ffff989b01a9c000 x1875733950910208/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851971.594005:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851971.594008:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851971.594011:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851971.594015:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9ca80. 00000020:00000040:1.0:1788851971.594017:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:1.0:1788851971.594020:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851971.594021:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851971.594023:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851971.594026:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ac4f25d00. 00000100:00000001:1.0:1788851971.594029:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851971.594033:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989b01a9ca80 x1875733950910336/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851971.594041:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851971.594043:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851971.594047:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dae76db9] to pc [ptlrpcd_00_00+0] req@ffff989b01a9ca80 x1875733950910336/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851971.594055:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851971.594058:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851971.594066:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851971.594069:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9d500. 00000020:00000040:1.0:1788851971.594071:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:1.0:1788851971.594074:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851971.594075:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851971.594077:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851971.594081:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ac4f25000. 00000100:00000001:1.0:1788851971.594084:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851971.594090:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989b01a9d500 x1875733950910464/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851971.594098:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851971.594100:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851971.594104:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068da4fb2] to pc [ptlrpcd_00_01+1] req@ffff989b01a9d500 x1875733950910464/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851971.594112:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851971.594114:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788851971.594114:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851971.594120:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788851971.594121:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1788851971.594124:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9d880. 00000100:00000001:0.0:1788851971.594125:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1788851971.594130:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:1.0:1788851971.594135:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1788851971.594137:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9c000 x1875733950910208/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788851971.594138:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851971.594141:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851971.594148:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989ac4f25600. 00000100:00000001:0.0:1788851971.594149:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851971.594152:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.594153:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851971.594160:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1788851971.594162:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989b01a9d880 x1875733950910592/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1788851971.594164:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851971.594169:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851971.594177:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2400:1875733950910208:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851971.594178:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851971.594182:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.594185:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1788851971.594189:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000357db6c7] to pc [ptlrpcd_00_00+0] req@ffff989b01a9d880 x1875733950910592/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788851971.594192:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851971.594195:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851971.594200:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851971.594205:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afb600. 02000000:00000001:0.0:1788851971.594210:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851971.594216:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851971.594219:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1788851971.594220:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000040:1.0:1788851971.594224:0:232038:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1788851971.594227:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dcee18. 00000100:00000040:1.0:1788851971.594231:0:232038:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12875) 00000400:00000010:0.0:1788851971.594247:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a220. 00000100:00000200:0.0:1788851971.594255:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950910208, portal 25 00000100:00000001:0.0:1788851971.594258:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851971.594260:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248095744 : -113683461455872 : ffff989b01a9c000) 00000100:00000040:0.0:1788851971.594266:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9c000 x1875733950910208/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.594274:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851971.594284:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851971.594287:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a660. 00000100:00000200:0.0:1788851971.594290:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950910208, offset 0 00000400:00000200:0.0:1788851971.594297:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851971.594307:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.594315:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851971.594320:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851971.594325:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851971.594328:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851971.594331:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851971.594335:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541509:541509:256:4294967295] 192.168.201.149@tcp LPNI seq info [541443:541443:8:4294967295] 00000400:00000200:0.0:1788851971.594339:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.594348:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851971.594354:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851971.594359:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154fe00. 00000800:00000200:0.0:1788851971.594365:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851971.594373:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851971.594376:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851971.594395:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851971.594400:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851971.594403:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307541218 00000100:00000010:0.0:1788851971.594407:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989afa3efea0. 00000100:00000001:0.0:1788851971.594414:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788851971.594431:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307541218 00000100:00000010:0.0:1788851971.594435:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989afa3eff60. 00000100:00000001:0.0:1788851971.594438:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788851971.594442:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851971.594444:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.594448:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851971.594452:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9d500 x1875733950910464/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.594469:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851971.594471:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851971.594474:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851971.594475:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851971.594478:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851971.594481:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950910464:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851971.594485:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851971.594488:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851971.594489:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851971.594491:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851971.594494:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afa400. 02000000:00000001:0.0:1788851971.594496:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851971.594500:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851971.594503:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dce0b0. 00000400:00000010:0.0:1788851971.594508:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a908. 00000100:00000200:0.0:1788851971.594511:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950910464, portal 10 00000100:00000001:0.0:1788851971.594513:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851971.594514:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248101120 : -113683461450496 : ffff989b01a9d500) 00000100:00000040:0.0:1788851971.594522:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9d500 x1875733950910464/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.594529:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851971.594532:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851971.594535:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402ac38. 00000100:00000200:0.0:1788851971.594537:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950910464, offset 0 00000400:00000200:0.0:1788851971.594543:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851971.594547:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.594551:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851971.594554:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851971.594557:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851971.594559:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851971.594561:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851971.594572:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541510:541510:255:4294967295] 192.168.201.149@tcp LPNI seq info [541444:541444:7:4294967295] 00000400:00000200:0.0:1788851971.594576:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.594585:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851971.594591:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851971.594595:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154fb00. 00000800:00000200:0.0:1788851971.594600:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851971.594605:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851971.594608:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851971.594611:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851971.594615:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21436 usecs (22 jiffies) 00000400:00000200:0.0:1788851971.594619:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851971.594621:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307537443 00000100:00000001:0.0:1788851971.594623:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307541218 00000100:00000001:0.0:1788851971.594625:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307537443 00000100:00000001:0.0:1788851971.594628:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307541218 00000100:00000001:0.0:1788851971.594630:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851971.594632:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.594635:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.594638:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851971.594646:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851971.594648:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788851971.594651:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851971.594653:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851971.594655:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851971.594657:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1788851971.594659:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851971.594661:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851971.594663:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851971.594666:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851971.594667:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851971.594669:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851971.594673:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9ca80 x1875733950910336/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.594686:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851971.594688:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851971.594691:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851971.594693:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851971.594695:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851971.594699:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950910336:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851971.594702:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851971.594705:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851971.594706:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851971.594708:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851971.594711:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afba00. 02000000:00000001:0.0:1788851971.594713:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851971.594717:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851971.594720:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dce000. 00000400:00000010:0.0:1788851971.594723:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a4c8. 00000100:00000200:0.0:1788851971.594727:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950910336, portal 10 00000100:00000001:0.0:1788851971.594729:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851971.594730:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248098432 : -113683461453184 : ffff989b01a9ca80) 00000100:00000040:0.0:1788851971.594737:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9ca80 x1875733950910336/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.594743:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851971.594746:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851971.594749:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402aa18. 00000100:00000200:0.0:1788851971.594752:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950910336, offset 0 00000400:00000200:0.0:1788851971.594756:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851971.594761:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.594764:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851971.594767:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851971.594770:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851971.594773:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851971.594775:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851971.594786:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541511:541511:254:4294967295] 192.168.201.149@tcp LPNI seq info [541445:541445:6:4294967295] 00000400:00000200:0.0:1788851971.594791:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.594796:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851971.594801:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851971.594805:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154fc00. 00000800:00000200:0.0:1788851971.594809:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851971.594813:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851971.594816:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851971.594819:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851971.594822:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24840 usecs (25 jiffies) 00000400:00000200:0.0:1788851971.594824:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851971.594826:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307537446 00000100:00000001:0.0:1788851971.594828:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307541218 00000100:00000001:0.0:1788851971.594830:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307537446 00000100:00000001:0.0:1788851971.594832:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307541218 00000100:00000001:0.0:1788851971.594834:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851971.594836:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.594838:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851971.594842:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9d880 x1875733950910592/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.594848:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851971.594849:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851971.594851:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851971.594853:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851971.594855:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851971.594857:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950910592:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851971.594860:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851971.594863:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851971.594865:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851971.594872:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851971.594876:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afac00. 02000000:00000001:0.0:1788851971.594878:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851971.594881:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851971.594885:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dcef78. 00000400:00000010:0.0:1788851971.594927:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a7f8. 00000100:00000200:0.0:1788851971.594931:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950910592, portal 4 00000100:00000001:0.0:1788851971.594932:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851971.594933:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248102016 : -113683461449600 : ffff989b01a9d880) 00000100:00000040:0.0:1788851971.594940:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9d880 x1875733950910592/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.594959:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851971.594961:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851971.594964:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a330. 00000100:00000200:0.0:1788851971.594967:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950910592, offset 0 00000400:00000200:0.0:1788851971.594972:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851971.594976:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.594979:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851971.594982:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851971.594984:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851971.594986:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851971.594989:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851971.594993:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541512:541512:253:4294967295] 192.168.201.149@tcp LPNI seq info [541446:541446:5:4294967295] 00000400:00000200:0.0:1788851971.594997:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.595003:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851971.595008:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851971.595012:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154f700. 00000800:00000200:0.0:1788851971.595016:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851971.595021:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851971.595023:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851971.595027:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851971.595035:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 167118 usecs (168 jiffies) 00000400:00000200:0.0:1788851971.595039:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851971.595040:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307537589 00000100:00000001:0.0:1788851971.595043:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307541218 00000100:00000001:0.0:1788851971.595045:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307537589 00000100:00000001:0.0:1788851971.595047:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307541218 00000100:00000001:0.0:1788851971.595049:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851971.595051:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.595054:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851971.595057:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788851971.595057:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788851971.595064:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154fe00. 00000400:00000200:1.0:1788851971.595070:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788851971.595072:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851971.595075:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851971.595077:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851971.595084:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a660 00000400:00000010:1.0:1788851971.595087:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a660. 00000100:00000001:1.0:1788851971.595090:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851971.595095:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9c000 x1875733950910208/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851971.595105:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851971.595109:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9c000 x1875733950910208/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851987 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851971.595116:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851971.595118:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851971.595130:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851971.595133:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154fb00. 00000400:00000200:1.0:1788851971.595135:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851971.595138:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851971.595141:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402ac38 00000400:00000010:1.0:1788851971.595143:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402ac38. 00000100:00000001:1.0:1788851971.595145:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851971.595148:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9d500 x1875733950910464/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851971.595155:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851971.595159:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9d500 x1875733950910464/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851971.595177:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851971.595179:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851971.595188:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851971.595191:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154fc00. 00000400:00000200:1.0:1788851971.595193:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851971.595197:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851971.595199:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402aa18 00000400:00000010:1.0:1788851971.595202:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402aa18. 00000100:00000001:1.0:1788851971.595204:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851971.595208:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9ca80 x1875733950910336/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851971.595215:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851971.595218:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9ca80 x1875733950910336/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851971.595225:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851971.595226:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851971.595547:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851971.595550:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154f700. 00000400:00000200:1.0:1788851971.595554:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851971.595557:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851971.595561:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a330 00000400:00000010:1.0:1788851971.595563:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a330. 00000100:00000001:1.0:1788851971.595566:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851971.595570:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9d880 x1875733950910592/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851971.595577:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851971.595581:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9d880 x1875733950910592/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852026 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851971.595588:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851971.595589:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851971.600279:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851971.600298:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851971.600303:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851971.600306:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851971.600316:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.600324:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851971.600334:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.600339:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.600344:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.600348:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d65080 00000400:00000200:0.0:1788851971.600354:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.600360:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bf69 [1] + 224 00000800:00000001:0.0:1788851971.600368:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851971.600377:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851971.600380:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851971.600384:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851971.600393:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851971.600402:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9d880 x1875733950910592/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851971.600414:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9d880 x1875733950910592/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.600449:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851971.600458:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851971.600462:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851971.600472:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851971.600476:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788851971.600482:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851971.600484:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851971.600487:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dcef78. 00000400:00000200:0.0:1788851971.600492:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a7f8 00000400:00000010:0.0:1788851971.600495:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a7f8. 00000100:00000001:0.0:1788851971.600499:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851971.600503:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9d880 x1875733950910592/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851971.600513:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9d880 x1875733950910592/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.600519:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851971.600522:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851971.600524:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851971.600528:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851971.600530:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851971.600533:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851971.600536:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851971.600546:0:2400:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=112 v=36 (36 36 5 5) 00000100:00001000:0.0:1788851971.600550:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=99 v=5 (1 1 1 1) 00000100:00000001:0.0:1788851971.600553:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851971.600555:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851971.600557:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851971.600561:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.600566:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851971.600568:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:0.0:1788851971.600570:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851971.600572:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851971.600577:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9d880 x1875733950910592/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.600598:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851971.600602:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851971.600604:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851971.600608:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9d880 x1875733950910592/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851971.600617:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950910592:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851971.600622:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.600625:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851971.600629:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9d880 x1875733950910592/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788852026 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.600635:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851971.600638:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851971.600642:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afac00. 02000000:00000001:0.0:1788851971.600645:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851971.600648:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851971.600650:0:2400:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:0.0:1788851971.600653:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851971.600656:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ac4f25600. 02000000:00000001:0.0:1788851971.600662:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851971.600663:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851971.600665:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9d880. 00000100:00000001:0.0:1788851971.600669:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851971.600670:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851971.600674:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.600676:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851971.600677:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851971.600680:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.600681:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851971.601435:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851971.601445:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851971.601448:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851971.601450:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851971.601462:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.601468:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851971.601476:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.601481:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.601485:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.601489:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d65000 00000400:00000200:0.0:1788851971.601493:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.601499:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bf49 [1] + 224 00000800:00000001:0.0:1788851971.601505:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851971.601509:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851971.601512:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851971.601515:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851971.601520:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851971.601526:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9d500 x1875733950910464/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851971.601536:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9d500 x1875733950910464/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.601549:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851971.601555:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851971.601559:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851971.601560:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851971.601562:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851971.601565:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.601568:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851971.601572:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.601575:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.601578:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.601581:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d64f80 00000400:00000200:0.0:1788851971.601584:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.601588:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bf59 [1] + 224 00000800:00000001:0.0:1788851971.601592:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851971.601604:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851971.601606:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851971.601611:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851971.601614:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851971.601618:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9ca80 x1875733950910336/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851971.601626:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9ca80 x1875733950910336/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.601632:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851971.601636:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851971.601638:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851971.601647:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851971.601650:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788851971.601654:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851971.601656:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851971.601658:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dce000. 00000400:00000200:0.0:1788851971.601662:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a4c8 00000400:00000010:0.0:1788851971.601664:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a4c8. 00000100:00000001:0.0:1788851971.601666:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851971.601670:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9ca80 x1875733950910336/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851971.601678:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9ca80 x1875733950910336/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.601684:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851971.601686:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851971.601688:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851971.601690:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851971.601692:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851971.601694:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851971.601697:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851971.601703:0:2400:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841f460 time=112 v=84 (85 85 85 86) 00000100:00001000:0.0:1788851971.601706:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=120 v=5 (1 1 1 0) 00000100:00000001:0.0:1788851971.601709:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851971.601711:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851971.601720:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851971.601723:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.601726:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851971.601727:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771462 00000100:00000001:0.0:1788851971.601729:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851971.601730:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851971.601736:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9ca80 x1875733950910336/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.601742:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851971.601744:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851971.601745:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851971.601749:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9ca80 x1875733950910336/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851971.601757:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950910336:192.168.201.149@tcp:400:kworker.0 00000400:00000001:0.0:1788851971.601762:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851971.601764:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851971.601765:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dce0b0. 00000400:00000200:0.0:1788851971.601768:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a908 00000400:00000010:0.0:1788851971.601770:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a908. 00000100:00000001:0.0:1788851971.601772:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851971.601775:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9d500 x1875733950910464/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851971.601783:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9d500 x1875733950910464/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.601789:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851971.601790:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851971.601791:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851971.601793:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851971.601794:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851971.601795:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851971.601797:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851971.601803:0:2400:0:(import.c:2149:obd_at_measure()) add 84 to ffff989ac841fc60 time=112 v=84 (85 85 85 86) 00000100:00001000:0.0:1788851971.601812:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=94 v=5 (1 1 1 0) 00000100:00000001:0.0:1788851971.601814:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851971.601815:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851971.601817:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788851971.601821:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989b01a9d500 x1875733950910464/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788851971.601827:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.601829:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851971.601831:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788851971.601832:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851971.601833:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851971.601837:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9d500 x1875733950910464/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.601843:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851971.601845:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851971.601846:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851971.601849:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9d500 x1875733950910464/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851971.601855:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2400:1875733950910464:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851971.601859:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.601861:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851971.601863:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9ca80 x1875733950910336/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.601869:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851971.601871:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851971.601873:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afba00. 02000000:00000001:0.0:1788851971.601876:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851971.601878:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851971.601879:0:2400:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:0.0:1788851971.601881:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851971.601883:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ac4f25d00. 02000000:00000001:0.0:1788851971.602002:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851971.602003:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851971.602005:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9ca80. 00000100:00000001:0.0:1788851971.602009:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851971.602010:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851971.602011:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851971.602016:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9d500 x1875733950910464/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852086 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.602021:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851971.602022:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851971.602024:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afa400. 02000000:00000001:0.0:1788851971.602027:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851971.602028:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851971.602029:0:2400:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:0.0:1788851971.602031:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851971.602033:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ac4f25000. 02000000:00000001:0.0:1788851971.602034:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851971.602035:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851971.602037:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9d500. 00000100:00000001:0.0:1788851971.602039:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851971.602040:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851971.602043:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.602044:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851971.602046:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851971.602047:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.602049:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851971.614599:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851971.614618:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851971.614622:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851971.614625:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851971.614635:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.614643:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851971.614652:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.614658:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.614664:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.614668:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d64f00 00000400:00000200:0.0:1788851971.614673:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851971.614687:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bf39 [1] + 224 00000800:00000001:0.0:1788851971.614696:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851971.614706:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851971.614710:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851971.614714:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851971.614722:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851971.614732:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9c000 x1875733950910208/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851987 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851971.614744:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9c000 x1875733950910208/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.614761:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851971.614769:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851971.614773:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851971.614787:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851971.614791:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788851971.614797:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851971.614799:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851971.614802:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dcee18. 00000400:00000200:0.0:1788851971.614808:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a220 00000400:00000010:0.0:1788851971.614810:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a220. 00000100:00000001:0.0:1788851971.614813:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851971.614817:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9c000 x1875733950910208/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851971.614825:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9c000 x1875733950910208/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851987 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.614831:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851971.614833:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851971.614836:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851971.614839:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851971.614841:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851971.614843:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851971.614846:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851971.614853:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=112 v=5 (5 5 5 5) 00000100:00001000:0.0:1788851971.614857:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=115 v=5 (1 1 1 0) 00000100:00000001:0.0:1788851971.614867:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851971.614869:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851971.614872:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851971.614874:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.614877:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851971.614884:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9c000 x1875733950910208/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.614912:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851971.614916:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851971.614919:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851971.614992:0:2400:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9c000 x1875733950910208/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851987 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851971.615001:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2400:1875733950910208:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851971.615006:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851971.615010:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851971.615014:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9c000 x1875733950910208/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851987 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851971.615020:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851971.615022:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851971.615026:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afb600. 02000000:00000001:0.0:1788851971.615029:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851971.615032:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851971.615033:0:2400:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:0.0:1788851971.615036:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851971.615039:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989ac4f25200. 02000000:00000001:0.0:1788851971.615044:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851971.615045:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851971.615048:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9c000. 00000100:00000001:0.0:1788851971.615051:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851971.615052:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851971.615055:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851971.615061:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851971.615063:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851971.615071:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851971.615073:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851972.094037:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851972.094044:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851972.094049:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851972.094050:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851972.094211:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851972.094225:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851972.094238:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788851972.743759:0:279148:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851973.119999:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851973.120006:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851973.120011:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851973.120013:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851973.121784:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851973.121790:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851973.121795:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1788851973.229659:0:279184:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788851973.229665:0:279184:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: rpc test_812b: @@@@@@ FAIL: can't put import for osc.lustre-OST0000-osc-ffff989ae4bee800.ost_server_uuid into CONNECTING state after 50 sec, have FULL 00000001:00000001:0.0:1788851973.247374:0:279184:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000200:0.0:1788851973.437220:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad4aec540] -> 12345-192.168.201.49@tcp (6) 00000800:00000200:0.0:1788851973.437230:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.49@tcp ip 192.168.201.49:988 00000800:00000200:0.0:1788851973.437235:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ac2ba7e00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1788851973.438078:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1788851973.438086:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851973.438111:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851973.438115:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851973.438118:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788851974.141037:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851974.141046:0:266176:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851974.141048:0:266176:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851974.141051:0:266176:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851974.141056:0:266176:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851974.141058:0:266176:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851974.141060:0:266176:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851974.141062:0:266176:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851974.141066:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851974.141086:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851974.141185:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851974.141189:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851974.141192:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851975.165313:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851975.165321:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851975.165327:0:266176:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851975.165328:0:266176:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851975.165387:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851975.165391:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851975.165394:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851975.422158:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307541218, at 4307541249 00000100:00000010:0.0:1788851975.422182:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989afa3efea0. 00000100:00000040:1.0:1788851975.424161:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307541218, at 4307541251 00000100:00000010:1.0:1788851975.424178:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989afa3eff60. 00000080:00000001:1.0:1788851975.779097:0:279285:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 14902 lines, 14902 kept, 0 dropped, 0 bad.