00000100:00000040:1.0F:1773214247.502362:0:249817:0:(connection.c:75:cpu_latency_work()) work item of ffff941ee020e110 (cpu 0) has reached its deadline 4311334091, at 4311334144 00000100:00000010:1.0:1773214247.502391:0:249817:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff941ef902fc00. 00000100:00000040:0.0F:1773214247.502770:0:281141:0:(connection.c:75:cpu_latency_work()) work item of ffff941ee020e000 (cpu 0) has reached its deadline 4311334091, at 4311334144 00000100:00000010:0.0:1773214247.502783:0:281141:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff941ef902f120. 00010000:00000001:2.0F:1773214247.886164:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214247.886184:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214247.886201:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214247.886203:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773214247.886397:0:235522:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773214247.886400:0:235522:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773214247.886403:0:235522:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773214248.782112:0:231078:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25193d4c-8cc1-4e4c-92af-e1a67d72bfac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773214248.782123:0:231078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773214248.782134:0:231078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941f012de300. 00000020:00000040:2.0:1773214248.782140:0:231078:0:(genops.c:1229:class_import_get()) import ffff941efa4fe000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:2.0:1773214248.782146:0:231078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773214248.782149:0:231078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773214248.782154:0:231078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773214248.782163:0:231078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941deca96e00. 00000100:00000001:2.0:1773214248.782171:0:231078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.782194:0:231078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25193d4c-8cc1-4e4c-92af-e1a67d72bfac->MGS req@ffff941f012de300 x1859332662671488/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773214248.782206:0:231078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773214248.782210:0:231078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.782216:0:231078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000312be723] to pc [ptlrpcd_01_00+0] req@ffff941f012de300 x1859332662671488/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.782243:0:231078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.782246:0:231078:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773214248.782250:0:231078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773214248.782253:0:231078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941f012dd500. 00000020:00000040:2.0:1773214248.782255:0:231078:0:(genops.c:1229:class_import_get()) import ffff941ef17df000 refcount=9 obd=lustre-MDT0000-mdc-ffff941f00191800 00000100:00000001:2.0:1773214248.782257:0:231078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773214248.782258:0:231078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773214248.782260:0:231078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773214248.782263:0:231078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941deca96f00. 00000100:00000001:2.0:1773214248.782266:0:231078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.782271:0:231078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0000_UUID req@ffff941f012dd500 x1859332662671616/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773214248.782279:0:231078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773214248.782289:0:231078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.782294:0:231078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b1a5fc4] to pc [ptlrpcd_01_01+1] req@ffff941f012dd500 x1859332662671616/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.782303:0:231078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.782306:0:231078:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773214248.782309:0:231078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773214248.782311:0:231078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941f012df100. 00000020:00000040:2.0:1773214248.782314:0:231078:0:(genops.c:1229:class_import_get()) import ffff941ef17d8000 refcount=4 obd=lustre-MDT0001-mdc-ffff941f00191800 00000100:00000001:2.0:1773214248.782317:0:231078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773214248.782318:0:231078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773214248.782320:0:231078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773214248.782323:0:231078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941deca96700. 00000100:00000001:2.0:1773214248.782326:0:231078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.782331:0:231078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0001_UUID req@ffff941f012df100 x1859332662671744/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773214248.782338:0:231078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773214248.782340:0:231078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.782344:0:231078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba634350] to pc [ptlrpcd_01_00+0] req@ffff941f012df100 x1859332662671744/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.782352:0:231078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.782354:0:231078:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773214248.782358:0:231078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773214248.782360:0:231078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941f012dd880. 00000020:00000040:2.0:1773214248.782363:0:231078:0:(genops.c:1229:class_import_get()) import ffff941ef17d9800 refcount=4 obd=lustre-OST0000-osc-ffff941f00191800 00000100:00000001:2.0:1773214248.782365:0:231078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773214248.782366:0:231078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773214248.782368:0:231078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773214248.782371:0:231078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941deca96000. 00000100:00000001:2.0:1773214248.782373:0:231078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.782377:0:231078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0000_UUID req@ffff941f012dd880 x1859332662671872/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773214248.782396:0:231078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773214248.782398:0:231078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.782402:0:231078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dd9a9fd] to pc [ptlrpcd_01_01+1] req@ffff941f012dd880 x1859332662671872/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.782411:0:231078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.782413:0:231078:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773214248.782417:0:231078:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773214248.782422:0:231078:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (16673) 00000100:00000001:2.0:1773214248.782434:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773214248.782437:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773214248.782440:0:2409:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773214248.782444:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941f012de300 x1859332662671488/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.782453:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773214248.782455:0:2409:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214248.782459:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773214248.782462:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773214248.782465:0:2409:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773214248.782469:0:2409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941f012de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25193d4c-8cc1-4e4c-92af-e1a67d72bfac:2409:1859332662671488:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1773214248.782474:0:2409:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773214248.782479:0:2409:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773214248.782481:0:2409:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214248.782484:0:2409:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773214248.782489:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ef908fc00. 02000000:00000001:2.0:1773214248.782491:0:2409:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773214248.782498:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1773214248.782502:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941eea9bddc0. 00000400:00000010:2.0:1773214248.782509:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941eca698a18. 00000100:00000200:2.0:1773214248.782516:0:2409:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662671488, portal 25 00000100:00000001:2.0:1773214248.782518:0:2409:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773214248.782525:0:2409:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459617522432 : -118614092029184 : ffff941f012de300) 00000100:00000040:2.0:1773214248.782531:0:2409:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941f012de300 x1859332662671488/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.782539:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773214248.782542:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1773214248.782545:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941eca698198. 00000100:00000200:2.0:1773214248.782549:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859332662671488, offset 0 00000400:00000200:2.0:1773214248.782556:0:2409:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1773214248.782564:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1773214248.782573:0:2409:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1773214248.782578:0:2409:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773214248.782582:0:2409:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1773214248.782586:0:2409:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773214248.782589:0:2409:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1773214248.782594:0:2409:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564433:564433:256:4294967295] 192.168.201.149@tcp LPNI seq info [564373:564373:8:4294967295] 00000400:00000200:2.0:1773214248.782599:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1773214248.782609:0:2409:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1773214248.782615:0:2409:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1773214248.782619:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941deca96b00. 00000800:00000200:2.0:1773214248.782626:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1773214248.782635:0:2409:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1773214248.782639:0:2409:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941deca96b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773214248.782663:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773214248.782667:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1773214248.782670:0:2409:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4311339208 00000100:00000010:2.0:1773214248.782675:0:2409:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff941ef902f7e0. 00000100:00000001:2.0:1773214248.782681:0:2409:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773214248.782687:0:2409:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4311339208 00000100:00000010:2.0:1773214248.782690:0:2409:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff941ef902fb40. 00000100:00000001:2.0:1773214248.782693:0:2409:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773214248.782707:0:2409:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773214248.782710:0:2409:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214248.782712:0:2409:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773214248.782717:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941f012df100 x1859332662671744/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.782725:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773214248.782726:0:2409:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214248.782729:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773214248.782731:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773214248.782733:0:2409:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773214248.782736:0:2409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941f012df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662671744:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1773214248.782739:0:2409:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773214248.782742:0:2409:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773214248.782743:0:2409:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214248.782955:0:2409:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773214248.782959:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ef908f800. 02000000:00000001:2.0:1773214248.782961:0:2409:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773214248.782965:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1773214248.782967:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941eea9bd7e8. 00000400:00000010:2.0:1773214248.782971:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941eca6984c8. 00000100:00000200:2.0:1773214248.782973:0:2409:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662671744, portal 10 00000100:00000001:2.0:1773214248.782975:0:2409:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773214248.782977:0:2409:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459617526016 : -118614092025600 : ffff941f012df100) 00000100:00000040:2.0:1773214248.782985:0:2409:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941f012df100 x1859332662671744/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.782991:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773214248.782993:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1773214248.782996:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941eca698990. 00000100:00000200:2.0:1773214248.782998:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859332662671744, offset 0 00000400:00000200:2.0:1773214248.783001:0:2409:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1773214248.783006:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1773214248.783010:0:2409:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1773214248.783013:0:2409:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773214248.783021:0:2409:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1773214248.783024:0:2409:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773214248.783026:0:2409:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1773214248.783060:0:2409:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564434:564434:255:4294967295] 192.168.201.149@tcp LPNI seq info [564374:564374:7:4294967295] 00000400:00000200:2.0:1773214248.783065:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1773214248.783257:0:2409:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1773214248.783262:0:2409:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1773214248.783268:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941deca96c00. 00000800:00000200:2.0:1773214248.783272:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1773214248.783276:0:2409:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1773214248.783278:0:2409:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941deca96c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773214248.783281:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.783285:0:2409:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: using a timeout of 25901 usecs (26 jiffies) 00000400:00000200:2.0:1773214248.783289:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1773214248.783291:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 0 is 4311335450 00000100:00000001:2.0:1773214248.783293:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS request active for cpu 0, keep current deadline 4311339208 00000100:00000001:2.0:1773214248.783295:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 1 is 4311335450 00000100:00000001:2.0:1773214248.783297:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS request active for cpu 1, keep current deadline 4311339208 00000100:00000001:2.0:1773214248.783299:0:2409:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773214248.783301:0:2409:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214248.783304:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214248.783307:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214248.783314:0:2409:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773214248.783315:0:2409:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773214248.783317:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773214248.783318:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773214248.783320:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773214248.783322:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1773214248.783324:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214248.783326:0:2409:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773214248.783327:0:2409:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214248.783335:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773214248.783337:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773214248.783338:0:2409:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773214248.783342:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941f012dd500 x1859332662671616/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.783350:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773214248.783351:0:2409:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214248.783353:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773214248.783355:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773214248.783357:0:2409:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773214248.783360:0:2409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941f012dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662671616:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1773214248.783363:0:2409:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773214248.783366:0:2409:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773214248.783368:0:2409:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214248.783369:0:2409:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773214248.783372:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ef908f400. 02000000:00000001:2.0:1773214248.783374:0:2409:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773214248.783378:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1773214248.783380:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941eea9bdd10. 00000400:00000010:2.0:1773214248.783384:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941eca698000. 00000100:00000200:2.0:1773214248.783387:0:2409:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662671616, portal 10 00000100:00000001:2.0:1773214248.783388:0:2409:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773214248.783390:0:2409:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459617518848 : -118614092032768 : ffff941f012dd500) 00000100:00000040:2.0:1773214248.783396:0:2409:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941f012dd500 x1859332662671616/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.783403:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773214248.783406:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1773214248.783408:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941eca698c38. 00000100:00000200:2.0:1773214248.783410:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859332662671616, offset 0 00000400:00000200:2.0:1773214248.783415:0:2409:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1773214248.783419:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1773214248.783422:0:2409:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1773214248.783425:0:2409:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773214248.783435:0:2409:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1773214248.783437:0:2409:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773214248.783440:0:2409:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1773214248.783443:0:2409:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564435:564435:254:4294967295] 192.168.201.149@tcp LPNI seq info [564375:564375:6:4294967295] 00000400:00000200:2.0:1773214248.783447:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1773214248.783454:0:2409:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1773214248.783458:0:2409:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1773214248.783462:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941deca96900. 00000800:00000200:2.0:1773214248.783467:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1773214248.783471:0:2409:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1773214248.783474:0:2409:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941deca96900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773214248.783477:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.783480:0:2409:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: using a timeout of 24215 usecs (25 jiffies) 00000400:00000200:2.0:1773214248.783484:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1773214248.783486:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 0 is 4311335449 00000100:00000001:2.0:1773214248.783488:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS request active for cpu 0, keep current deadline 4311339208 00000100:00000001:2.0:1773214248.783491:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 1 is 4311335449 00000100:00000001:2.0:1773214248.783493:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS request active for cpu 1, keep current deadline 4311339208 00000100:00000001:2.0:1773214248.783495:0:2409:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773214248.783498:0:2409:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214248.783500:0:2409:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773214248.783504:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941f012dd880 x1859332662671872/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.783512:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773214248.783513:0:2409:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214248.783516:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773214248.783517:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773214248.783519:0:2409:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773214248.783522:0:2409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941f012dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662671872:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1773214248.783533:0:2409:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773214248.783536:0:2409:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773214248.783538:0:2409:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214248.783540:0:2409:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773214248.783543:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ef908ee00. 02000000:00000001:2.0:1773214248.783545:0:2409:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773214248.783549:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1773214248.783551:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941eea9bdf20. 00000400:00000010:2.0:1773214248.783556:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941eca698cc0. 00000100:00000200:2.0:1773214248.783559:0:2409:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662671872, portal 4 00000100:00000001:2.0:1773214248.783561:0:2409:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773214248.783562:0:2409:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459617519744 : -118614092031872 : ffff941f012dd880) 00000100:00000040:2.0:1773214248.783568:0:2409:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941f012dd880 x1859332662671872/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.783576:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773214248.783578:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1773214248.783581:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941eca698f68. 00000100:00000200:2.0:1773214248.783583:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859332662671872, offset 0 00000400:00000200:2.0:1773214248.783588:0:2409:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1773214248.783592:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1773214248.783595:0:2409:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1773214248.783598:0:2409:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773214248.783601:0:2409:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1773214248.783603:0:2409:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773214248.783605:0:2409:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1773214248.783609:0:2409:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564436:564436:253:4294967295] 192.168.201.149@tcp LPNI seq info [564376:564376:5:4294967295] 00000400:00000200:2.0:1773214248.783613:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1773214248.783620:0:2409:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1773214248.783625:0:2409:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1773214248.783628:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941deca96500. 00000800:00000200:2.0:1773214248.783632:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1773214248.783641:0:2409:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1773214248.783644:0:2409:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941deca96500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773214248.783647:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.783651:0:2409:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: using a timeout of 164061 usecs (165 jiffies) 00000400:00000200:2.0:1773214248.783654:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1773214248.783656:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS new deadline estimation for cpu 0 is 4311335589 00000100:00000001:2.0:1773214248.783658:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS request active for cpu 0, keep current deadline 4311339208 00000100:00000001:2.0:1773214248.783660:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS new deadline estimation for cpu 1 is 4311335589 00000100:00000001:2.0:1773214248.783663:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS request active for cpu 1, keep current deadline 4311339208 00000100:00000001:2.0:1773214248.783665:0:2409:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773214248.783667:0:2409:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214248.783669:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214248.783672:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214248.783687:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773214248.783690:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773214248.784423:0:2399:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214248.784429:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941deca96b00. 00000400:00000200:1.0:1773214248.784436:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214248.784442:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214248.784448:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941eca698198 00000400:00000010:1.0:1773214248.784451:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941eca698198. 00000100:00000001:1.0:1773214248.784456:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214248.784461:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941f012de300 x1859332662671488/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214248.784472:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214248.784476:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941f012de300 x1859332662671488/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214264 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214248.784484:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214248.784486:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773214248.784499:0:2399:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214248.784501:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941deca96c00. 00000400:00000200:1.0:1773214248.784504:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214248.784507:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214248.784510:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941eca698990 00000400:00000010:1.0:1773214248.784512:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941eca698990. 00000100:00000001:1.0:1773214248.784515:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214248.784519:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941f012df100 x1859332662671744/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214248.784526:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214248.784530:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941f012df100 x1859332662671744/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214248.784536:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214248.784538:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773214248.784548:0:2399:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214248.784550:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941deca96900. 00000400:00000200:1.0:1773214248.784553:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214248.784565:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214248.784568:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941eca698c38 00000400:00000010:1.0:1773214248.784570:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941eca698c38. 00000100:00000001:1.0:1773214248.784573:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214248.784576:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941f012dd500 x1859332662671616/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214248.784583:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214248.784586:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941f012dd500 x1859332662671616/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214248.784592:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214248.784593:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773214248.784654:0:2399:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214248.784657:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941deca96500. 00000400:00000200:1.0:1773214248.784660:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214248.784663:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214248.784665:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941eca698f68 00000400:00000010:1.0:1773214248.784667:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941eca698f68. 00000100:00000001:1.0:1773214248.784669:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214248.784673:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941f012dd880 x1859332662671872/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214248.784891:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214248.784895:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941f012dd880 x1859332662671872/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214264 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214248.784902:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214248.784903:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773214248.793322:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214248.793339:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773214248.793344:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214248.793346:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214248.793356:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.793363:0:2400:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1773214248.793372:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.793377:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.793382:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.793386:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x69b0d9ee0b980 00000400:00000200:0.0:1773214248.793392:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.793399:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x5784f1 [1] + 224 00000800:00000001:0.0:1773214248.793406:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214248.793411:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214248.793414:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773214248.793419:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1773214248.793425:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773214248.793435:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941f012df100 x1859332662671744/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773214248.793447:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941f012df100 x1859332662671744/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.793521:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773214248.793526:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773214248.794994:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773214248.795015:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214248.795025:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773214248.795040:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214248.795043:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214248.795051:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.795058:0:2400:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1773214248.795071:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.795075:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.795080:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.795084:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x69b0d9ee0b880 00000400:00000200:0.0:1773214248.795089:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.795094:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x5784e9 [1] + 224 00000800:00000001:0.0:1773214248.795100:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214248.795104:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214248.795107:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773214248.795111:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1773214248.795116:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773214248.795124:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941f012de300 x1859332662671488/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773214248.795136:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941f012de300 x1859332662671488/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773214248.795145:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773214248.795149:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214248.795152:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773214248.795154:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214248.795156:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214248.795159:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.795162:0:2400:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1773214248.795167:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.795170:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.795183:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.795186:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x69b0d9ee0b900 00000400:00000200:0.0:1773214248.795190:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.795194:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x5784f9 [1] + 224 00000800:00000001:0.0:1773214248.795198:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214248.795202:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214248.795204:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773214248.795212:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1773214248.795216:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773214248.795221:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941f012dd500 x1859332662671616/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773214248.795231:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941f012dd500 x1859332662671616/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773214248.795239:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773214248.795243:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214248.795246:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773214248.795248:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214248.795250:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214248.795253:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.795256:0:2400:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1773214248.795260:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.795263:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.795266:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.795269:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x69b0d9ee0ba00 00000400:00000200:0.0:1773214248.795272:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214248.795276:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x578501 [1] + 224 00000800:00000001:0.0:1773214248.795279:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214248.795286:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214248.795288:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773214248.795291:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1773214248.795294:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773214248.795299:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941f012dd880 x1859332662671872/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773214248.795307:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941f012dd880 x1859332662671872/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773214248.795315:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773214248.795318:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214248.795326:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773214248.800315:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773214248.800322:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773214248.800326:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941eea9bd7e8. 00000400:00000200:2.0:1773214248.800335:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941eca6984c8 00000400:00000010:2.0:1773214248.800337:0:2409:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941eca6984c8. 00000100:00000001:2.0:1773214248.800341:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773214248.800353:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941f012df100 x1859332662671744/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773214248.800364:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941f012df100 x1859332662671744/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.800372:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773214248.800374:0:2409:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214248.800377:0:2409:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773214248.800381:0:2409:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773214248.800384:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773214248.800396:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214248.800400:0:2409:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773214248.800410:0:2409:0:(import.c:2136:obd_at_measure()) add 5 to ffff941ef17d8458 time=103 v=5 (84 85 85 85) 00000100:00001000:2.0:1773214248.800414:0:2409:0:(import.c:2136:obd_at_measure()) add 1 to ffff941ef17d8410 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1773214248.800417:0:2409:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773214248.800419:0:2409:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214248.800421:0:2409:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1773214248.800426:0:2409:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff941f012df100 x1859332662671744/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773214248.800433:0:2409:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214248.800436:0:2409:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773214248.800438:0:2409:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff941f00191800: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1773214248.800440:0:2409:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773214248.800441:0:2409:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.800446:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941f012df100 x1859332662671744/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.800452:0:2409:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773214248.806655:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773214248.806666:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773214248.806683:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941f012df100 x1859332662671744/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773214248.806696:0:2409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941f012df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662671744:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1773214248.806703:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214248.806707:0:2409:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773214248.806711:0:2409:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941f012df100 x1859332662671744/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.806718:0:2409:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773214248.806722:0:2409:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773214248.806725:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ef908f800. 02000000:00000001:2.0:1773214248.806731:0:2409:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773214248.806733:0:2409:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773214248.806747:0:2409:0:(genops.c:1242:class_import_put()) import ffff941ef17d8000 refcount=3 obd=lustre-MDT0001-mdc-ffff941f00191800 00000020:00000001:2.0:1773214248.806750:0:2409:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773214248.806753:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941deca96700. 02000000:00000001:2.0:1773214248.806758:0:2409:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773214248.806759:0:2409:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773214248.806762:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941f012df100. 00000100:00000001:2.0:1773214248.806766:0:2409:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773214248.806767:0:2409:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214248.806771:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214248.806774:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773214248.806776:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773214248.806783:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773214248.806785:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773214248.806788:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941eea9bdd10. 00000400:00000200:2.0:1773214248.806792:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941eca698000 00000400:00000010:2.0:1773214248.806794:0:2409:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941eca698000. 00000100:00000001:2.0:1773214248.806798:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773214248.806804:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941f012dd500 x1859332662671616/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773214248.806814:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941f012dd500 x1859332662671616/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.806821:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773214248.806823:0:2409:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214248.806825:0:2409:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773214248.806828:0:2409:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773214248.806830:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773214248.806832:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214248.806835:0:2409:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773214248.806844:0:2409:0:(import.c:2136:obd_at_measure()) add 5 to ffff941ef17df458 time=103 v=5 (84 85 85 85) 00000100:00001000:2.0:1773214248.806848:0:2409:0:(import.c:2136:obd_at_measure()) add 1 to ffff941ef17df410 time=33 v=5 (1 1 1 1) 00000100:00000001:2.0:1773214248.806851:0:2409:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773214248.806882:0:2409:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214248.806885:0:2409:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773214248.806889:0:2409:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214248.806894:0:2409:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773214248.806896:0:2409:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff941f00191800: skip recheck: last_committed 30064771627 00000100:00000001:2.0:1773214248.806904:0:2409:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773214248.806906:0:2409:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.806912:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941f012dd500 x1859332662671616/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.806919:0:2409:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773214248.806922:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773214248.806923:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773214248.806927:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941f012dd500 x1859332662671616/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773214248.806935:0:2409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941f012dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662671616:192.168.201.149@tcp:400:kworker.0 00000400:00000001:2.0:1773214248.806941:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773214248.806942:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773214248.806944:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941eea9bdf20. 00000400:00000200:2.0:1773214248.806947:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941eca698cc0 00000400:00000010:2.0:1773214248.806949:0:2409:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941eca698cc0. 00000100:00000001:2.0:1773214248.806951:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773214248.806955:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941f012dd880 x1859332662671872/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773214248.806964:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941f012dd880 x1859332662671872/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.806971:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773214248.806972:0:2409:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214248.806974:0:2409:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773214248.806975:0:2409:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773214248.806977:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773214248.806978:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214248.806980:0:2409:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773214248.806986:0:2409:0:(import.c:2136:obd_at_measure()) add 5 to ffff941ef17d9c58 time=103 v=5 (5 5 5 5) 00000100:00001000:2.0:1773214248.806989:0:2409:0:(import.c:2136:obd_at_measure()) add 1 to ffff941ef17d9c10 time=135 v=5 (1 1 0 0) 00000100:00000001:2.0:1773214248.806992:0:2409:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773214248.806993:0:2409:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214248.807000:0:2409:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773214248.807002:0:2409:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214248.807004:0:2409:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773214248.807006:0:2409:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff941f00191800: skip recheck: last_committed 103079239274 00000100:00000001:2.0:1773214248.807008:0:2409:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773214248.807010:0:2409:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.807014:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941f012dd880 x1859332662671872/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.807021:0:2409:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773214248.807023:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773214248.807024:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773214248.807043:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941f012dd880 x1859332662671872/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773214248.807052:0:2409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941f012dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662671872:192.168.201.149@tcp:400:kworker.0 00000400:00000001:2.0:1773214248.807058:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773214248.807059:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773214248.807061:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941eea9bddc0. 00000400:00000200:2.0:1773214248.807063:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941eca698a18 00000400:00000010:2.0:1773214248.807065:0:2409:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941eca698a18. 00000100:00000001:2.0:1773214248.807068:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773214248.807072:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941f012de300 x1859332662671488/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773214248.807081:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941f012de300 x1859332662671488/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.807088:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773214248.807090:0:2409:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214248.807092:0:2409:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773214248.807093:0:2409:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773214248.807094:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773214248.807096:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214248.807098:0:2409:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773214248.807101:0:2409:0:(import.c:2136:obd_at_measure()) add 5 to ffff941efa4fe458 time=103 v=5 (5 5 5 5) 00000100:00001000:2.0:1773214248.807109:0:2409:0:(import.c:2136:obd_at_measure()) add 1 to ffff941efa4fe410 time=28 v=5 (1 1 1 1) 00000100:00000001:2.0:1773214248.807112:0:2409:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773214248.807113:0:2409:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214248.807115:0:2409:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773214248.807117:0:2409:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214248.807120:0:2409:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214248.807124:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941f012de300 x1859332662671488/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.807131:0:2409:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773214248.807133:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773214248.807135:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773214248.807138:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941f012de300 x1859332662671488/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773214248.807147:0:2409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941f012de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25193d4c-8cc1-4e4c-92af-e1a67d72bfac:2409:1859332662671488:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1773214248.807151:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214248.807153:0:2409:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773214248.807156:0:2409:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941f012dd500 x1859332662671616/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.807162:0:2409:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773214248.807164:0:2409:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773214248.807166:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ef908f400. 02000000:00000001:2.0:1773214248.807168:0:2409:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773214248.807169:0:2409:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773214248.807183:0:2409:0:(genops.c:1242:class_import_put()) import ffff941ef17df000 refcount=8 obd=lustre-MDT0000-mdc-ffff941f00191800 00000020:00000001:2.0:1773214248.807185:0:2409:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773214248.807187:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941deca96f00. 02000000:00000001:2.0:1773214248.807190:0:2409:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773214248.807191:0:2409:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773214248.807192:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941f012dd500. 00000100:00000001:2.0:1773214248.807195:0:2409:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773214248.807196:0:2409:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214248.807198:0:2409:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773214248.807202:0:2409:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941f012dd880 x1859332662671872/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.807214:0:2409:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773214248.807215:0:2409:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773214248.807217:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ef908ee00. 02000000:00000001:2.0:1773214248.807220:0:2409:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773214248.807221:0:2409:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773214248.807222:0:2409:0:(genops.c:1242:class_import_put()) import ffff941ef17d9800 refcount=3 obd=lustre-OST0000-osc-ffff941f00191800 00000020:00000001:2.0:1773214248.807224:0:2409:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773214248.807226:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941deca96000. 02000000:00000001:2.0:1773214248.807228:0:2409:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773214248.807229:0:2409:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773214248.807230:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941f012dd880. 00000100:00000001:2.0:1773214248.807232:0:2409:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773214248.807233:0:2409:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214248.807235:0:2409:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773214248.807238:0:2409:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941f012de300 x1859332662671488/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214264 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214248.807244:0:2409:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773214248.807245:0:2409:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773214248.807246:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ef908fc00. 02000000:00000001:2.0:1773214248.807248:0:2409:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773214248.807249:0:2409:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773214248.807250:0:2409:0:(genops.c:1242:class_import_put()) import ffff941efa4fe000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:2.0:1773214248.807252:0:2409:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773214248.807253:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941deca96e00. 02000000:00000001:2.0:1773214248.807255:0:2409:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773214248.807256:0:2409:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773214248.807257:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941f012de300. 00000100:00000001:2.0:1773214248.807259:0:2409:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773214248.807260:0:2409:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214248.807261:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214248.807269:0:2409:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773214248.807271:0:2409:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214248.807273:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773214248.807275:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214248.913923:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214248.913957:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214248.913965:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214248.913966:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773214248.915123:0:251272:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773214248.915128:0:251272:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773214248.915131:0:251272:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773214249.934365:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214249.934371:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214249.934377:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214249.934378:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773214249.939849:0:244935:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773214249.939856:0:244935:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773214249.939871:0:244935:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773214250.960014:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214250.960021:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214250.960544:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214250.960548:0:281407:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773214250.960551:0:281407:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773214250.960557:0:281407:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773214250.960560:0:281407:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773214250.960562:0:281407:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214250.960565:0:281407:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773214250.960568:0:281407:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214250.960570:0:281407:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214250.960572:0:281407:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773214250.960634:0:251271:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773214250.960637:0:251271:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773214250.960640:0:251271:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773214251.982118:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214251.982126:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214251.982132:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214251.982133:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773214251.982156:0:247230:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773214251.982159:0:247230:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773214251.982162:0:247230:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773214252.622122:0:249817:0:(connection.c:75:cpu_latency_work()) work item of ffff941ee020e110 (cpu 0) has reached its deadline 4311339208, at 4311339264 00000100:00000010:1.0:1773214252.622139:0:249817:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff941ef902fb40. 00000100:00000040:0.0:1773214252.622650:0:281141:0:(connection.c:75:cpu_latency_work()) work item of ffff941ee020e000 (cpu 0) has reached its deadline 4311339208, at 4311339264 00000100:00000010:0.0:1773214252.622658:0:281141:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff941ef902f7e0. 00010000:00000001:2.0:1773214253.006497:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214253.006504:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214253.006509:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214253.006511:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773214253.006817:0:235523:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773214253.006821:0:235523:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773214253.006824:0:235523:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773214253.902569:0:281526:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25193d4c-8cc1-4e4c-92af-e1a67d72bfac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773214253.902581:0:281526:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773214253.902608:0:281526:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941f0010d500. 00000020:00000040:1.0:1773214253.902615:0:281526:0:(genops.c:1229:class_import_get()) import ffff941efa4fe000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:1.0:1773214253.902620:0:281526:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773214253.902623:0:281526:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773214253.902629:0:281526:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773214253.902636:0:281526:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941ef9a9b200. 00000100:00000001:1.0:1773214253.902644:0:281526:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.902656:0:281526:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25193d4c-8cc1-4e4c-92af-e1a67d72bfac->MGS req@ffff941f0010d500 x1859332662672000/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773214253.902867:0:281526:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773214253.902872:0:281526:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.902880:0:281526:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a3f01b0] to pc [ptlrpcd_00_01+1] req@ffff941f0010d500 x1859332662672000/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.902905:0:281526:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.902909:0:281526:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773214253.902913:0:281526:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773214253.902917:0:281526:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941f0010e680. 00000020:00000040:1.0:1773214253.902920:0:281526:0:(genops.c:1229:class_import_get()) import ffff941ef17df000 refcount=9 obd=lustre-MDT0000-mdc-ffff941f00191800 00000100:00000001:1.0:1773214253.902923:0:281526:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773214253.902925:0:281526:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773214253.902927:0:281526:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773214253.902931:0:281526:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941ef9a9bf00. 00000100:00000001:1.0:1773214253.902934:0:281526:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.902939:0:281526:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0000_UUID req@ffff941f0010e680 x1859332662672128/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773214253.903014:0:281526:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773214253.903016:0:281526:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.903022:0:281526:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088495840] to pc [ptlrpcd_00_00+0] req@ffff941f0010e680 x1859332662672128/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.903515:0:281526:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.903518:0:281526:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773214253.903532:0:281526:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773214253.903536:0:281526:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941f0010f100. 00000020:00000040:1.0:1773214253.903539:0:281526:0:(genops.c:1229:class_import_get()) import ffff941ef17d8000 refcount=4 obd=lustre-MDT0001-mdc-ffff941f00191800 00000100:00000001:1.0:1773214253.903542:0:281526:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773214253.903544:0:281526:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773214253.903547:0:281526:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773214253.903551:0:281526:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941ef9a9b400. 00000100:00000001:1.0:1773214253.903869:0:281526:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.903878:0:281526:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0001_UUID req@ffff941f0010f100 x1859332662672256/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773214253.903886:0:281526:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773214253.903889:0:281526:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.903894:0:281526:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000345ae61d] to pc [ptlrpcd_00_01+1] req@ffff941f0010f100 x1859332662672256/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.903902:0:281526:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.903905:0:281526:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773214253.903908:0:281526:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773214253.903913:0:281526:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941f0010dc00. 00000020:00000040:1.0:1773214253.903916:0:281526:0:(genops.c:1229:class_import_get()) import ffff941ef17d9800 refcount=4 obd=lustre-OST0000-osc-ffff941f00191800 00000100:00000001:1.0:1773214253.903919:0:281526:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773214253.903920:0:281526:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773214253.903923:0:281526:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773214253.903927:0:281526:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941ef9a9b900. 00000100:00000001:1.0:1773214253.903929:0:281526:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.903934:0:281526:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0000_UUID req@ffff941f0010dc00 x1859332662672384/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773214253.903941:0:281526:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773214253.904009:0:281526:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.904015:0:281526:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058d642a8] to pc [ptlrpcd_00_00+0] req@ffff941f0010dc00 x1859332662672384/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.904128:0:281526:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.904188:0:281526:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1773214253.904193:0:281526:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1773214253.904199:0:281526:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (16678) 00000100:00000001:1.0:1773214253.904218:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773214253.904222:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773214253.904224:0:2407:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773214253.904231:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941f0010e680 x1859332662672128/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.904240:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773214253.904243:0:2407:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773214253.904247:0:2407:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773214253.904250:0:2407:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773214253.904253:0:2407:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773214253.904256:0:2407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941f0010e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2407:1859332662672128:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1773214253.904260:0:2407:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773214253.904266:0:2407:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773214253.904268:0:2407:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773214253.904271:0:2407:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773214253.904276:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ec39c1400. 02000000:00000001:1.0:1773214253.904278:0:2407:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773214253.904285:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1773214253.904290:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941ec97684d0. 00000400:00000010:1.0:1773214253.904297:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ec84f3a18. 00000100:00000200:1.0:1773214253.904304:0:2407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662672128, portal 10 00000100:00000001:1.0:1773214253.904307:0:2407:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773214253.904309:0:2407:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459598845568 : -118614110706048 : ffff941f0010e680) 00000100:00000040:1.0:1773214253.904317:0:2407:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941f0010e680 x1859332662672128/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.904325:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773214253.904334:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1773214253.904337:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ec84f3c38. 00000100:00000200:1.0:1773214253.904341:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859332662672128, offset 0 00000400:00000200:1.0:1773214253.904347:0:2407:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1773214253.904357:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.904366:0:2407:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1773214253.904371:0:2407:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773214253.904375:0:2407:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1773214253.904379:0:2407:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773214253.904382:0:2407:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1773214253.904385:0:2407:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564437:564437:256:4294967295] 192.168.201.149@tcp LPNI seq info [564377:564377:8:4294967295] 00000400:00000200:1.0:1773214253.904390:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.904400:0:2407:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1773214253.904406:0:2407:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1773214253.904412:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941ef9a9bc00. 00000800:00000200:1.0:1773214253.904419:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1773214253.904428:0:2407:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1773214253.904434:0:2407:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941ef9a9bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773214253.904450:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.904456:0:2407:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: using a timeout of 24217 usecs (25 jiffies) 00000400:00000200:1.0:1773214253.904460:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1773214253.904463:0:2407:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 0 is 4311340571 00000100:00000010:1.0:1773214253.904468:0:2407:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff941f0090b9c0. 00000100:00000001:1.0:1773214253.904475:0:2407:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1773214253.904481:0:2407:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 1 is 4311340571 00000100:00000010:1.0:1773214253.904485:0:2407:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff941f0090bea0. 00000100:00000001:1.0:1773214253.904489:0:2407:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1773214253.904492:0:2407:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773214253.904495:0:2407:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.904498:0:2407:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773214253.904509:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941f0010dc00 x1859332662672384/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.904518:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773214253.904519:0:2407:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773214253.904522:0:2407:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773214253.904524:0:2407:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773214253.904527:0:2407:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773214253.904530:0:2407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941f0010dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2407:1859332662672384:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1773214253.904534:0:2407:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773214253.904537:0:2407:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773214253.904539:0:2407:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773214253.904541:0:2407:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773214253.904546:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ec39c0600. 02000000:00000001:1.0:1773214253.904548:0:2407:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773214253.904553:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1773214253.904556:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941ec9768d10. 00000400:00000010:1.0:1773214253.904560:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ec84f3880. 00000100:00000200:1.0:1773214253.904563:0:2407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662672384, portal 4 00000100:00000001:1.0:1773214253.904565:0:2407:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773214253.904566:0:2407:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459598842880 : -118614110708736 : ffff941f0010dc00) 00000100:00000040:1.0:1773214253.904573:0:2407:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941f0010dc00 x1859332662672384/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.904582:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773214253.904584:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1773214253.904587:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ec84f3b28. 00000100:00000200:1.0:1773214253.904590:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859332662672384, offset 0 00000400:00000200:1.0:1773214253.904594:0:2407:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1773214253.904599:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.904604:0:2407:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1773214253.904607:0:2407:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773214253.904610:0:2407:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1773214253.904613:0:2407:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773214253.904621:0:2407:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1773214253.904625:0:2407:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564438:564438:255:4294967295] 192.168.201.149@tcp LPNI seq info [564378:564378:7:4294967295] 00000400:00000200:1.0:1773214253.904630:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.904637:0:2407:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1773214253.904643:0:2407:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1773214253.904647:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941ef9a9b000. 00000100:00000001:0.0:1773214253.907797:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773214253.907811:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773214253.907815:0:2408:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773214253.907835:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941f0010d500 x1859332662672000/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773214253.907860:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000100:00000001:0.0:1773214253.907862:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773214253.907866:0:2408:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773214253.907875:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1773214253.907881:0:2407:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 02000000:00000001:0.0:1773214253.907882:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1773214253.907891:0:2407:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941ef9a9b000 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1773214253.907892:0:2408:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773214253.907907:0:2408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941f0010d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25193d4c-8cc1-4e4c-92af-e1a67d72bfac:2408:1859332662672000:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1773214253.907909:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773214253.907920:0:2408:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1773214253.907923:0:2407:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: using a timeout of 163960 usecs (164 jiffies) 02000000:00000001:0.0:1773214253.907931:0:2408:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1773214253.907933:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 02000000:00000001:0.0:1773214253.907937:0:2408:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.907940:0:2407:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS new deadline estimation for cpu 0 is 4311340713 02000000:00000001:0.0:1773214253.907943:0:2408:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773214253.907958:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ec3b63a00. 02000000:00000001:0.0:1773214253.907962:0:2408:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773214253.908083:0:2399:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214253.908088:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941ef9a9bc00. 00000400:00000200:1.0:1773214253.908095:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214253.908102:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214253.908108:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ec84f3c38 00000400:00000010:1.0:1773214253.908112:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ec84f3c38. 00000100:00000001:1.0:1773214253.908117:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214253.908127:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941f0010e680 x1859332662672128/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773214253.908157:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1773214253.908163:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1773214253.908168:0:2408:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941ec9b7de18. 00000100:00000040:1.0:1773214253.908174:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941f0010e680 x1859332662672128/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773214253.908181:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ec9d59110. 00000100:00000001:1.0:1773214253.908190:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.908193:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773214253.908645:0:2399:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214253.908650:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941ef9a9b000. 00000400:00000200:1.0:1773214253.908654:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214253.908669:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214253.908687:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ec84f3b28 00000400:00000010:1.0:1773214253.908689:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ec84f3b28. 00000100:00000001:1.0:1773214253.908692:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214253.908699:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941f0010dc00 x1859332662672384/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.908708:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214253.908712:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941f0010dc00 x1859332662672384/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.908720:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.908722:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1773214253.908740:0:2407:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS request active for cpu 0, simply extend its deadline from 4311340571 00000100:00000001:1.0:1773214253.908747:0:2407:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS new deadline estimation for cpu 1 is 4311340714 00000100:00000001:1.0:1773214253.908750:0:2407:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS request active for cpu 1, simply extend its deadline from 4311340571 00000100:00000001:1.0:1773214253.908754:0:2407:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773214253.908758:0:2407:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.908763:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.908778:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773214253.908787:0:2407:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773214253.908789:0:2407:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773214253.908793:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773214253.908795:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773214253.908797:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.908800:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773214253.909075:0:2408:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662672000, portal 25 00000100:00000001:0.0:1773214253.909081:0:2408:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773214253.909098:0:2408:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459598841088 : -118614110710528 : ffff941f0010d500) 00000100:00000040:0.0:1773214253.909112:0:2408:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941f0010d500 x1859332662672000/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773214253.909122:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773214253.909126:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1773214253.909490:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ec84f3b28. 00000100:00000200:1.0:1773214253.909501:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859332662672000, offset 0 00000400:00000200:1.0:1773214253.909511:0:2408:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1773214253.909522:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.909530:0:2408:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1773214253.909534:0:2408:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773214253.909539:0:2408:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1773214253.909543:0:2408:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773214253.909546:0:2408:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1773214253.909551:0:2408:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564439:564439:256:4294967295] 192.168.201.149@tcp LPNI seq info [564379:564379:8:4294967295] 00000400:00000200:1.0:1773214253.909565:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.909575:0:2408:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1773214253.909582:0:2408:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1773214253.909586:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941ef9a9b000. 00000800:00000200:1.0:1773214253.909594:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1773214253.909602:0:2408:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1773214253.909608:0:2408:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941ef9a9b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773214253.909627:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773214253.909633:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1773214253.909636:0:2408:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4311344335 00000100:00000001:1.0:1773214253.909644:0:2408:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4311340713 00000100:00000001:1.0:1773214253.909648:0:2408:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4311344335 00000100:00000001:1.0:1773214253.909652:0:2408:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4311340714 00000100:00000001:1.0:1773214253.909655:0:2408:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773214253.909658:0:2408:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.909672:0:2408:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773214253.909680:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941f0010f100 x1859332662672256/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.909690:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773214253.909693:0:2408:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773214253.909698:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773214253.909702:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773214253.909706:0:2408:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773214253.909711:0:2408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941f0010f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8144f7ac-6238-42b3-8b44-e30e866c604b:2408:1859332662672256:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1773214253.909715:0:2408:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773214253.909733:0:2408:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773214253.909736:0:2408:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773214253.909740:0:2408:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773214253.909746:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ec39c1c00. 02000000:00000001:1.0:1773214253.909748:0:2408:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773214253.909764:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1773214253.909781:0:2408:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941ec9768c08. 00000400:00000010:1.0:1773214253.909789:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ec84f3c38. 00000100:00000200:1.0:1773214253.909795:0:2408:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662672256, portal 10 00000100:00000001:1.0:1773214253.909800:0:2408:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773214253.909802:0:2408:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459598848256 : -118614110703360 : ffff941f0010f100) 00000100:00000040:1.0:1773214253.909813:0:2408:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941f0010f100 x1859332662672256/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.909822:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773214253.909826:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1773214253.909828:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ec84f3990. 00000100:00000200:1.0:1773214253.909831:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859332662672256, offset 0 00000400:00000200:1.0:1773214253.909836:0:2408:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1773214253.909842:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.909850:0:2408:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1773214253.909855:0:2408:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773214253.909857:0:2408:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1773214253.909860:0:2408:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773214253.909863:0:2408:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1773214253.909867:0:2408:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564440:564440:255:4294967295] 192.168.201.149@tcp LPNI seq info [564380:564380:7:4294967295] 00000400:00000200:1.0:1773214253.909873:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.909882:0:2408:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1773214253.909888:0:2408:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1773214253.909891:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941ef9a9bc00. 00000800:00000200:1.0:1773214253.909895:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1773214253.909901:0:2408:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1773214253.909904:0:2408:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941ef9a9bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773214253.909908:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.909912:0:2408:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: using a timeout of 25900 usecs (26 jiffies) 00000400:00000200:1.0:1773214253.909915:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1773214253.909917:0:2408:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 0 is 4311340577 00000100:00000001:1.0:1773214253.909926:0:2408:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS request active for cpu 0, keep current deadline 4311344335 00000100:00000001:1.0:1773214253.909928:0:2408:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 1 is 4311340577 00000100:00000001:1.0:1773214253.909931:0:2408:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS request active for cpu 1, keep current deadline 4311344335 00000100:00000001:1.0:1773214253.909933:0:2408:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773214253.909936:0:2408:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.909938:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.909941:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773214253.909947:0:2408:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773214253.909948:0:2408:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773214253.909951:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773214253.909953:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773214253.909954:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.909957:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773214253.910076:0:2400:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773214253.910083:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941ef9a9b000. 00000400:00000200:0.0:1773214253.910090:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773214253.910098:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1773214253.910106:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ec84f3b28 00000400:00000010:0.0:1773214253.910109:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ec84f3b28. 00000100:00000001:0.0:1773214253.910115:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773214253.910122:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941f0010d500 x1859332662672000/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773214253.910134:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773214253.910140:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941f0010d500 x1859332662672000/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773214253.910147:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773214253.910150:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1773214253.911501:0:2400:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773214253.911509:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941ef9a9bc00. 00000400:00000200:0.0:1773214253.911516:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773214253.911523:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1773214253.911530:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ec84f3990 00000400:00000010:0.0:1773214253.911533:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ec84f3990. 00000100:00000001:0.0:1773214253.911538:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773214253.911547:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941f0010f100 x1859332662672256/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773214253.911561:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773214253.911565:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941f0010f100 x1859332662672256/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773214253.911574:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773214253.911591:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773214253.920069:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214253.920093:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773214253.920098:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214253.920102:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214253.920115:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.920124:0:2399:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1773214253.920137:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.920144:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.920150:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.920156:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x69b0d9ee0ba80 00000400:00000200:1.0:1773214253.920161:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.920169:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x578529 [1] + 224 00000800:00000001:1.0:1773214253.920179:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214253.920197:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214253.920202:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214253.920207:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1773214253.920217:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773214253.920230:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941f0010d500 x1859332662672000/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773214253.920245:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941f0010d500 x1859332662672000/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.920277:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773214253.920291:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214253.920296:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773214253.920298:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214253.920301:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214253.920304:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.920308:0:2399:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1773214253.920313:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.920316:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.920319:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.920321:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x69b0d9ee0bc00 00000400:00000200:1.0:1773214253.920325:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214253.920330:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x578519 [1] + 224 00000800:00000001:1.0:1773214253.920335:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214253.920344:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214253.920347:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214253.920350:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1773214253.920353:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773214253.920358:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941f0010dc00 x1859332662672384/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773214253.920367:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941f0010dc00 x1859332662672384/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.920394:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773214253.920399:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214253.920402:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773214253.920420:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773214253.920425:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773214253.920433:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773214253.920435:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773214253.920439:0:2408:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941ec9b7de18. 00000400:00000200:1.0:1773214253.920444:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ec9d59110 00000400:00000010:1.0:1773214253.920447:0:2408:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ec9d59110. 00000100:00000001:1.0:1773214253.920458:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773214253.920464:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941f0010d500 x1859332662672000/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773214253.920475:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941f0010d500 x1859332662672000/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.920482:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773214253.920485:0:2408:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773214253.920488:0:2408:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773214253.920493:0:2408:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773214253.920496:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773214253.920499:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773214253.920502:0:2408:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773214253.920511:0:2408:0:(import.c:2136:obd_at_measure()) add 5 to ffff941efa4fe458 time=108 v=5 (5 5 5 5) 00000100:00001000:1.0:1773214253.920515:0:2408:0:(import.c:2136:obd_at_measure()) add 1 to ffff941efa4fe410 time=33 v=5 (1 1 1 1) 00000100:00000001:1.0:1773214253.920518:0:2408:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773214253.920521:0:2408:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773214253.920524:0:2408:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773214253.920526:0:2408:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.920529:0:2408:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.920534:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941f0010d500 x1859332662672000/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.920541:0:2408:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773214253.920544:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773214253.920547:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773214253.920552:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941f0010d500 x1859332662672000/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773214253.920559:0:2408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941f0010d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:25193d4c-8cc1-4e4c-92af-e1a67d72bfac:2408:1859332662672000:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1773214253.920565:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.920567:0:2408:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214253.920571:0:2408:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941f0010d500 x1859332662672000/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.920578:0:2408:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773214253.920586:0:2408:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773214253.920590:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ec3b63a00. 02000000:00000001:1.0:1773214253.920595:0:2408:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773214253.920597:0:2408:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773214253.920600:0:2408:0:(genops.c:1242:class_import_put()) import ffff941efa4fe000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:1.0:1773214253.920602:0:2408:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773214253.920605:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941ef9a9b200. 02000000:00000001:1.0:1773214253.920608:0:2408:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773214253.920610:0:2408:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773214253.920612:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941f0010d500. 00000100:00000001:1.0:1773214253.920616:0:2408:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773214253.920617:0:2408:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773214253.920620:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.920622:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773214253.920624:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773214253.920625:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.920626:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.920640:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773214253.920642:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773214253.920647:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773214253.920649:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773214253.920651:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941ec9768d10. 00000400:00000200:1.0:1773214253.920654:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ec84f3880 00000400:00000010:1.0:1773214253.920656:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ec84f3880. 00000100:00000001:1.0:1773214253.920658:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773214253.920663:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941f0010dc00 x1859332662672384/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773214253.920671:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941f0010dc00 x1859332662672384/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.920677:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773214253.920678:0:2407:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773214253.920680:0:2407:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773214253.920681:0:2407:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773214253.920682:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773214253.920684:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773214253.920685:0:2407:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773214253.920693:0:2407:0:(import.c:2136:obd_at_measure()) add 5 to ffff941ef17d9c58 time=108 v=5 (5 5 5 5) 00000100:00001000:1.0:1773214253.920701:0:2407:0:(import.c:2136:obd_at_measure()) add 1 to ffff941ef17d9c10 time=140 v=5 (1 1 0 0) 00000100:00000001:1.0:1773214253.920703:0:2407:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773214253.920704:0:2407:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773214253.920706:0:2407:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773214253.920710:0:2407:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.920713:0:2407:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773214253.920716:0:2407:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff941f00191800: skip recheck: last_committed 103079239274 00000100:00000001:1.0:1773214253.920718:0:2407:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773214253.920720:0:2407:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.920725:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941f0010dc00 x1859332662672384/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.920732:0:2407:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773214253.920734:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773214253.920736:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773214253.920739:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941f0010dc00 x1859332662672384/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773214253.920747:0:2407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941f0010dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2407:1859332662672384:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1773214253.920751:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.920753:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214253.920756:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941f0010dc00 x1859332662672384/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.920764:0:2407:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773214253.920795:0:2407:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773214253.920798:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ec39c0600. 02000000:00000001:1.0:1773214253.920801:0:2407:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773214253.920803:0:2407:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773214253.920804:0:2407:0:(genops.c:1242:class_import_put()) import ffff941ef17d9800 refcount=3 obd=lustre-OST0000-osc-ffff941f00191800 00000020:00000001:1.0:1773214253.920807:0:2407:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773214253.920808:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941ef9a9b900. 02000000:00000001:1.0:1773214253.920811:0:2407:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773214253.920812:0:2407:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773214253.920813:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941f0010dc00. 00000100:00000001:1.0:1773214253.920822:0:2407:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773214253.920823:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773214253.920827:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.920829:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773214253.920830:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773214253.920833:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.920836:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773214253.930507:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214253.930531:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773214253.930537:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214253.930543:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214253.930554:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214253.930564:0:2400:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1773214253.930577:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214253.930594:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214253.930602:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214253.930606:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x69b0d9ee0bb80 00000400:00000200:0.0:1773214253.930612:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214253.930619:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x578539 [1] + 224 00000800:00000001:0.0:1773214253.930628:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214253.930635:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214253.930638:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773214253.930646:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1773214253.930655:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773214253.930667:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941f0010f100 x1859332662672256/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773214253.930685:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941f0010f100 x1859332662672256/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773214253.930715:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773214253.930727:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214253.930732:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773214253.930735:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214253.930737:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214253.930741:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214253.930745:0:2400:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1773214253.930750:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214253.930752:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214253.930755:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214253.930945:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x69b0d9ee0bb00 00000400:00000200:0.0:1773214253.930963:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214253.930968:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x578509 [1] + 224 00000800:00000001:0.0:1773214253.930973:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214253.930982:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214253.930984:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773214253.930988:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1773214253.930992:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773214253.930997:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941f0010e680 x1859332662672128/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773214253.931007:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941f0010e680 x1859332662672128/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773214253.931020:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773214253.931024:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214253.931091:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773214253.931365:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773214253.931376:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773214253.931387:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773214253.931390:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773214253.931395:0:2408:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941ec9768c08. 00000400:00000200:1.0:1773214253.931402:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ec84f3c38 00000400:00000010:1.0:1773214253.931405:0:2408:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ec84f3c38. 00000100:00000001:1.0:1773214253.931410:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773214253.931422:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941f0010f100 x1859332662672256/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773214253.931436:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941f0010f100 x1859332662672256/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.931445:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773214253.931447:0:2408:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773214253.931451:0:2408:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773214253.931456:0:2408:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773214253.931459:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773214253.931462:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773214253.931466:0:2408:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773214253.931479:0:2408:0:(import.c:2136:obd_at_measure()) add 5 to ffff941ef17d8458 time=108 v=5 (84 85 85 85) 00000100:00001000:1.0:1773214253.931485:0:2408:0:(import.c:2136:obd_at_measure()) add 1 to ffff941ef17d8410 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1773214253.931488:0:2408:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773214253.931491:0:2408:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773214253.931494:0:2408:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1773214253.931501:0:2408:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff941f0010f100 x1859332662672256/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773214253.931511:0:2408:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.931515:0:2408:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773214253.931536:0:2408:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff941f00191800: skip recheck: last_committed 21474836540 00000100:00000001:1.0:1773214253.931538:0:2408:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773214253.931641:0:2408:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.931650:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941f0010f100 x1859332662672256/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.931659:0:2408:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773214253.931664:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773214253.931666:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773214253.931671:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941f0010f100 x1859332662672256/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773214253.931680:0:2408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941f0010f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8144f7ac-6238-42b3-8b44-e30e866c604b:2408:1859332662672256:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1773214253.931686:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773214253.931690:0:2408:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214253.931693:0:2408:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941f0010f100 x1859332662672256/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.931701:0:2408:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773214253.931704:0:2408:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773214253.931710:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ec39c1c00. 02000000:00000001:1.0:1773214253.931716:0:2408:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773214253.931719:0:2408:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773214253.931722:0:2408:0:(genops.c:1242:class_import_put()) import ffff941ef17d8000 refcount=3 obd=lustre-MDT0001-mdc-ffff941f00191800 00000020:00000001:1.0:1773214253.931725:0:2408:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773214253.931728:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941ef9a9b400. 02000000:00000001:1.0:1773214253.931733:0:2408:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773214253.931735:0:2408:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773214253.931738:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941f0010f100. 00000100:00000001:1.0:1773214253.931743:0:2408:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773214253.931745:0:2408:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773214253.931748:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773214253.931760:0:2408:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773214253.931762:0:2408:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.931779:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773214253.931782:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.931802:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773214253.931804:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773214253.931810:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773214253.931812:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773214253.931814:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941ec97684d0. 00000400:00000200:1.0:1773214253.931818:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ec84f3a18 00000400:00000010:1.0:1773214253.931820:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ec84f3a18. 00000100:00000001:1.0:1773214253.931823:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773214253.931829:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941f0010e680 x1859332662672128/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773214253.931839:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941f0010e680 x1859332662672128/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.931846:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773214253.931848:0:2407:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773214253.931850:0:2407:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773214253.931852:0:2407:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773214253.931854:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773214253.931856:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773214253.931858:0:2407:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773214253.933082:0:2407:0:(import.c:2136:obd_at_measure()) add 5 to ffff941ef17df458 time=108 v=5 (84 85 85 85) 00000100:00001000:1.0:1773214253.933091:0:2407:0:(import.c:2136:obd_at_measure()) add 1 to ffff941ef17df410 time=38 v=5 (1 1 1 1) 00000100:00000001:1.0:1773214253.933094:0:2407:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773214253.933096:0:2407:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773214253.933098:0:2407:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773214253.933102:0:2407:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.933106:0:2407:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1773214253.933108:0:2407:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff941f00191800: skip recheck: last_committed 30064771627 00000100:00000001:1.0:1773214253.933110:0:2407:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773214253.933112:0:2407:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773214253.933120:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941f0010e680 x1859332662672128/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.933128:0:2407:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773214253.933132:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773214253.933134:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773214253.933139:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941f0010e680 x1859332662672128/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773214253.934085:0:2407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941f0010e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2407:1859332662672128:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1773214253.934092:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773214253.934096:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214253.934101:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941f0010e680 x1859332662672128/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214253.934109:0:2407:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773214253.934112:0:2407:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773214253.934117:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ec39c1400. 02000000:00000001:1.0:1773214253.934124:0:2407:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773214253.934127:0:2407:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773214253.934129:0:2407:0:(genops.c:1242:class_import_put()) import ffff941ef17df000 refcount=8 obd=lustre-MDT0000-mdc-ffff941f00191800 00000020:00000001:1.0:1773214253.934132:0:2407:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773214253.934136:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941ef9a9bf00. 02000000:00000001:1.0:1773214253.934308:0:2407:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773214253.934311:0:2407:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773214253.934313:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941f0010e680. 00000100:00000001:1.0:1773214253.934319:0:2407:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773214253.934320:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773214253.934324:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773214253.934332:0:2407:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773214253.934334:0:2407:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214253.934337:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773214253.934341:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214254.030350:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214254.030357:0:281407:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773214254.030359:0:281407:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773214254.030362:0:281407:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214254.030449:0:281407:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773214254.030453:0:281407:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214254.030455:0:281407:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214254.030458:0:281407:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214254.030471:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214254.030473:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773214254.033532:0:235522:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773214254.033538:0:235522:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773214254.033542:0:235522:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773214255.054164:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214255.054171:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214255.054178:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214255.054180:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773214255.054288:0:251272:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773214255.054292:0:251272:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773214255.054295:0:251272:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773214256.078160:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214256.078166:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214256.078173:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214256.078174:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773214256.078268:0:244935:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773214256.078272:0:244935:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773214256.078275:0:244935:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773214257.111398:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214257.111406:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214257.111413:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214257.111414:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773214257.112065:0:251271:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773214257.112069:0:251271:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773214257.112072:0:251271:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773214257.742080:0:283462:0:(connection.c:75:cpu_latency_work()) work item of ffff941ee020e110 (cpu 0) has reached its deadline 4311344335, at 4311344384 00000100:00000010:1.0:1773214257.742096:0:283462:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff941f0090bea0. 00000100:00000040:0.0:1773214257.742164:0:281141:0:(connection.c:75:cpu_latency_work()) work item of ffff941ee020e000 (cpu 0) has reached its deadline 4311344335, at 4311344384 00000100:00000010:0.0:1773214257.742171:0:281141:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff941f0090b9c0. 00010000:00000001:2.0:1773214258.138892:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214258.138900:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214258.138905:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214258.138907:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773214258.138994:0:247230:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773214258.138997:0:247230:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773214258.139000:0:247230:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1773214258.444924:0:283565:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0F:1773214259.023547:0:232199:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25193d4c-8cc1-4e4c-92af-e1a67d72bfac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773214259.023564:0:232199:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773214259.023571:0:232199:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941eeb93dc00. 00000020:00000040:3.0:1773214259.023577:0:232199:0:(genops.c:1229:class_import_get()) import ffff941efa4fe000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:3.0:1773214259.023582:0:232199:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773214259.023585:0:232199:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773214259.023590:0:232199:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773214259.023598:0:232199:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941ec5629100. 00000100:00000001:3.0:1773214259.023605:0:232199:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214259.023617:0:232199:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25193d4c-8cc1-4e4c-92af-e1a67d72bfac->MGS req@ffff941eeb93dc00 x1859332662672512/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773214259.023640:0:232199:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773214259.023645:0:232199:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214259.023652:0:232199:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd56ea53] to pc [ptlrpcd_01_00+0] req@ffff941eeb93dc00 x1859332662672512/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214259.023678:0:232199:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214259.023693:0:232199:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773214259.023696:0:232199:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773214259.023700:0:232199:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941eeb93c700. 00000020:00000040:3.0:1773214259.023702:0:232199:0:(genops.c:1229:class_import_get()) import ffff941ef17df000 refcount=9 obd=lustre-MDT0000-mdc-ffff941f00191800 00000100:00000001:3.0:1773214259.023705:0:232199:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773214259.023706:0:232199:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773214259.023708:0:232199:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773214259.023712:0:232199:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941ec5629200. 00000100:00000001:3.0:1773214259.023715:0:232199:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214259.023719:0:232199:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0000_UUID req@ffff941eeb93c700 x1859332662672640/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773214259.023727:0:232199:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773214259.023730:0:232199:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214259.023733:0:232199:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faa4654a] to pc [ptlrpcd_01_01+1] req@ffff941eeb93c700 x1859332662672640/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214259.023741:0:232199:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214259.023752:0:232199:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773214259.023755:0:232199:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773214259.023758:0:232199:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941eeb93ed80. 00000020:00000040:3.0:1773214259.023761:0:232199:0:(genops.c:1229:class_import_get()) import ffff941ef17d8000 refcount=4 obd=lustre-MDT0001-mdc-ffff941f00191800 00000100:00000001:3.0:1773214259.023763:0:232199:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773214259.023765:0:232199:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773214259.023766:0:232199:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773214259.023770:0:232199:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941ec5629000. 00000100:00000001:3.0:1773214259.023773:0:232199:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214259.023778:0:232199:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0001_UUID req@ffff941eeb93ed80 x1859332662672768/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773214259.023785:0:232199:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773214259.023787:0:232199:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214259.023791:0:232199:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa62b79a] to pc [ptlrpcd_01_00+0] req@ffff941eeb93ed80 x1859332662672768/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214259.023797:0:232199:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214259.023800:0:232199:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773214259.023803:0:232199:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773214259.023805:0:232199:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941eeb93d500. 00000020:00000040:3.0:1773214259.023807:0:232199:0:(genops.c:1229:class_import_get()) import ffff941ef17d9800 refcount=4 obd=lustre-OST0000-osc-ffff941f00191800 00000100:00000001:3.0:1773214259.023809:0:232199:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773214259.023810:0:232199:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773214259.023811:0:232199:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773214259.023814:0:232199:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941ec5629f00. 00000100:00000001:3.0:1773214259.023816:0:232199:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214259.023820:0:232199:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0000_UUID req@ffff941eeb93d500 x1859332662672896/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773214259.023826:0:232199:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773214259.023828:0:232199:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214259.023831:0:232199:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007376edf8] to pc [ptlrpcd_01_01+1] req@ffff941eeb93d500 x1859332662672896/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214259.023850:0:232199:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214259.023852:0:232199:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1773214259.023855:0:232199:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1773214259.023860:0:232199:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (16683) 00000100:00000001:3.0:1773214259.023876:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214259.023879:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773214259.023881:0:2409:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773214259.023887:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941eeb93dc00 x1859332662672512/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214259.023894:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773214259.023896:0:2409:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214259.023900:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773214259.023903:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773214259.023905:0:2409:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773214259.023909:0:2409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941eeb93dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25193d4c-8cc1-4e4c-92af-e1a67d72bfac:2409:1859332662672512:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1773214259.023912:0:2409:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773214259.023918:0:2409:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773214259.023921:0:2409:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214259.023923:0:2409:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773214259.023927:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ec3fbc000. 02000000:00000001:3.0:1773214259.023929:0:2409:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773214259.023937:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1773214259.023942:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941ec6510000. 00000400:00000010:3.0:1773214259.023948:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c5dd0. 00000100:00000200:3.0:1773214259.023956:0:2409:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662672512, portal 25 00000100:00000001:3.0:1773214259.023959:0:2409:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773214259.023961:0:2409:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459255106560 : -118614454445056 : ffff941eeb93dc00) 00000100:00000040:3.0:1773214259.023966:0:2409:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941eeb93dc00 x1859332662672512/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214259.023973:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773214259.023981:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1773214259.023984:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c5660. 00000100:00000200:3.0:1773214259.023988:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859332662672512, offset 0 00000400:00000200:3.0:1773214259.023994:0:2409:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1773214259.024002:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214259.024010:0:2409:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1773214259.024016:0:2409:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773214259.024019:0:2409:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1773214259.024023:0:2409:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773214259.024043:0:2409:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1773214259.024049:0:2409:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564441:564441:256:4294967295] 192.168.201.149@tcp LPNI seq info [564381:564381:8:4294967295] 00000400:00000200:3.0:1773214259.024053:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214259.024063:0:2409:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1773214259.024072:0:2409:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1773214259.024078:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941ec5629600. 00000800:00000200:3.0:1773214259.024084:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1773214259.024094:0:2409:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1773214259.024098:0:2409:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941ec5629600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773214259.024113:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773214259.024119:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1773214259.024121:0:2409:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4311349448 00000100:00000010:3.0:1773214259.024126:0:2409:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff941ef14ed240. 00000100:00000001:3.0:1773214259.024134:0:2409:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773214259.024140:0:2409:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4311349448 00000100:00000010:3.0:1773214259.024143:0:2409:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff941ef14edae0. 00000100:00000001:3.0:1773214259.024146:0:2409:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773214259.024149:0:2409:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773214259.024152:0:2409:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214259.024155:0:2409:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773214259.024159:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941eeb93ed80 x1859332662672768/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214259.024177:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773214259.024178:0:2409:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214259.024181:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773214259.024182:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773214259.024184:0:2409:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773214259.024188:0:2409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941eeb93ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662672768:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1773214259.024191:0:2409:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773214259.024193:0:2409:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773214259.024195:0:2409:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214259.024196:0:2409:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773214259.024200:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ec3fbd200. 02000000:00000001:3.0:1773214259.024201:0:2409:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773214259.024205:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1773214259.024208:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941ec6510790. 00000400:00000010:3.0:1773214259.024212:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c5220. 00000100:00000200:3.0:1773214259.024215:0:2409:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662672768, portal 10 00000100:00000001:3.0:1773214259.024217:0:2409:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773214259.024218:0:2409:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459255111040 : -118614454440576 : ffff941eeb93ed80) 00000100:00000040:3.0:1773214259.024227:0:2409:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941eeb93ed80 x1859332662672768/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214259.024233:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773214259.024235:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1773214259.024238:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c5330. 00000100:00000200:3.0:1773214259.024240:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859332662672768, offset 0 00000400:00000200:3.0:1773214259.024244:0:2409:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1773214259.024248:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214259.024252:0:2409:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1773214259.024255:0:2409:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773214259.024257:0:2409:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1773214259.024259:0:2409:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773214259.024261:0:2409:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1773214259.024271:0:2409:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564442:564442:255:4294967295] 192.168.201.149@tcp LPNI seq info [564382:564382:7:4294967295] 00000400:00000200:3.0:1773214259.024275:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214259.024296:0:2409:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1773214259.024301:0:2409:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1773214259.024305:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941ec5629b00. 00000800:00000200:3.0:1773214259.024309:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1773214259.024313:0:2409:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1773214259.024316:0:2409:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941ec5629b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773214259.024319:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214259.024323:0:2409:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: using a timeout of 25901 usecs (26 jiffies) 00000400:00000200:3.0:1773214259.024325:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1773214259.024327:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 0 is 4311345690 00000100:00000001:3.0:1773214259.024329:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS request active for cpu 0, keep current deadline 4311349448 00000100:00000001:3.0:1773214259.024332:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 1 is 4311345690 00000100:00000001:3.0:1773214259.024334:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS request active for cpu 1, keep current deadline 4311349448 00000100:00000001:3.0:1773214259.024336:0:2409:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773214259.024338:0:2409:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214259.024341:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214259.024344:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214259.024350:0:2409:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773214259.024353:0:2409:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773214259.024355:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214259.024356:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773214259.024358:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773214259.024361:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1773214259.024362:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214259.024364:0:2409:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773214259.024366:0:2409:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214259.024368:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214259.024369:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773214259.024370:0:2409:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773214259.024374:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941eeb93c700 x1859332662672640/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214259.024386:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773214259.024388:0:2409:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214259.024390:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773214259.024392:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773214259.024394:0:2409:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773214259.024397:0:2409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941eeb93c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662672640:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1773214259.024400:0:2409:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773214259.024402:0:2409:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773214259.024404:0:2409:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214259.024405:0:2409:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773214259.024408:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ec3fbc600. 02000000:00000001:3.0:1773214259.024410:0:2409:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773214259.024413:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1773214259.024416:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941ec6510160. 00000400:00000010:3.0:1773214259.024420:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c5550. 00000100:00000200:3.0:1773214259.024422:0:2409:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662672640, portal 10 00000100:00000001:3.0:1773214259.024424:0:2409:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773214259.024426:0:2409:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459255101184 : -118614454450432 : ffff941eeb93c700) 00000100:00000040:3.0:1773214259.024432:0:2409:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941eeb93c700 x1859332662672640/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214259.024438:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773214259.024440:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1773214259.024443:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c5000. 00000100:00000200:3.0:1773214259.024445:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859332662672640, offset 0 00000400:00000200:3.0:1773214259.024449:0:2409:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1773214259.024452:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214259.024455:0:2409:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1773214259.024458:0:2409:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773214259.024460:0:2409:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1773214259.024463:0:2409:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773214259.024465:0:2409:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1773214259.024471:0:2409:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564443:564443:254:4294967295] 192.168.201.149@tcp LPNI seq info [564383:564383:6:4294967295] 00000400:00000200:3.0:1773214259.024476:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214259.024482:0:2409:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1773214259.024487:0:2409:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1773214259.024490:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941ec5629900. 00000800:00000200:3.0:1773214259.024494:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1773214259.024498:0:2409:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1773214259.024501:0:2409:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941ec5629900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773214259.024504:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214259.024507:0:2409:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: using a timeout of 24221 usecs (25 jiffies) 00000400:00000200:3.0:1773214259.024510:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1773214259.024511:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 0 is 4311345689 00000100:00000001:3.0:1773214259.024514:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS request active for cpu 0, keep current deadline 4311349448 00000100:00000001:3.0:1773214259.024516:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 1 is 4311345689 00000100:00000001:3.0:1773214259.024518:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS request active for cpu 1, keep current deadline 4311349448 00000100:00000001:3.0:1773214259.024520:0:2409:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773214259.024522:0:2409:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214259.024524:0:2409:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773214259.024527:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941eeb93d500 x1859332662672896/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214259.024534:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773214259.024536:0:2409:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214259.024538:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773214259.024539:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773214259.024542:0:2409:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773214259.024544:0:2409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941eeb93d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662672896:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1773214259.024547:0:2409:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773214259.024549:0:2409:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773214259.024551:0:2409:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214259.024558:0:2409:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773214259.024560:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ec3fbc800. 02000000:00000001:3.0:1773214259.024562:0:2409:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773214259.024566:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1773214259.024569:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941ec6510478. 00000400:00000010:3.0:1773214259.024572:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c53b8. 00000100:00000200:3.0:1773214259.024575:0:2409:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662672896, portal 4 00000100:00000001:3.0:1773214259.024577:0:2409:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773214259.024578:0:2409:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459255104768 : -118614454446848 : ffff941eeb93d500) 00000100:00000040:3.0:1773214259.024584:0:2409:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941eeb93d500 x1859332662672896/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214259.024590:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773214259.024593:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1773214259.024595:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c52a8. 00000100:00000200:3.0:1773214259.024597:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859332662672896, offset 0 00000400:00000200:3.0:1773214259.024601:0:2409:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1773214259.024604:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214259.024607:0:2409:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1773214259.024610:0:2409:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773214259.024612:0:2409:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1773214259.024614:0:2409:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773214259.024616:0:2409:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1773214259.024619:0:2409:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564444:564444:253:4294967295] 192.168.201.149@tcp LPNI seq info [564384:564384:5:4294967295] 00000400:00000200:3.0:1773214259.024623:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214259.024629:0:2409:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1773214259.024633:0:2409:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1773214259.024635:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941ec5629d00. 00000800:00000200:3.0:1773214259.024639:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1773214259.024643:0:2409:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1773214259.024645:0:2409:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941ec5629d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773214259.024648:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214259.024655:0:2409:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: using a timeout of 163852 usecs (164 jiffies) 00000400:00000200:3.0:1773214259.024658:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1773214259.024660:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS new deadline estimation for cpu 0 is 4311345828 00000100:00000001:3.0:1773214259.024662:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS request active for cpu 0, keep current deadline 4311349448 00000100:00000001:3.0:1773214259.024664:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS new deadline estimation for cpu 1 is 4311345828 00000100:00000001:3.0:1773214259.024666:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS request active for cpu 1, keep current deadline 4311349448 00000100:00000001:3.0:1773214259.024668:0:2409:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773214259.024670:0:2409:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214259.024672:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214259.024674:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214259.024696:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214259.024698:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773214259.025920:0:2399:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214259.025926:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941ec5629600. 00000400:00000200:1.0:1773214259.025934:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214259.025941:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214259.025947:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c5660 00000400:00000010:1.0:1773214259.025949:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c5660. 00000100:00000001:1.0:1773214259.025954:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214259.025964:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941eeb93dc00 x1859332662672512/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214259.025975:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214259.025979:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941eeb93dc00 x1859332662672512/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214259.025987:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214259.025988:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773214259.026000:0:2399:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214259.026002:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941ec5629b00. 00000400:00000200:1.0:1773214259.026005:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214259.026008:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214259.026010:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c5330 00000400:00000010:1.0:1773214259.026012:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c5330. 00000100:00000001:1.0:1773214259.026014:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214259.026017:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941eeb93ed80 x1859332662672768/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214259.026024:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214259.026042:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941eeb93ed80 x1859332662672768/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214259.026258:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214259.026259:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773214259.026268:0:2399:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214259.026270:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941ec5629900. 00000400:00000200:1.0:1773214259.026273:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214259.026276:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214259.026279:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c5000 00000400:00000010:1.0:1773214259.026281:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c5000. 00000100:00000001:1.0:1773214259.026293:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214259.026297:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941eeb93c700 x1859332662672640/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214259.026304:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214259.026308:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941eeb93c700 x1859332662672640/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214259.026319:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214259.026320:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773214259.026373:0:2399:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214259.026376:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941ec5629d00. 00000400:00000200:1.0:1773214259.026378:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214259.026382:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214259.026384:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c52a8 00000400:00000010:1.0:1773214259.026386:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c52a8. 00000100:00000001:1.0:1773214259.026388:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214259.026392:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941eeb93d500 x1859332662672896/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214259.026400:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214259.026403:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941eeb93d500 x1859332662672896/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214259.026409:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214259.026411:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773214259.035463:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214259.035482:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773214259.035486:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214259.035489:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214259.035498:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.035515:0:2400:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1773214259.035524:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.035528:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.035534:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.035538:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x69b0d9ee0bc80 00000400:00000200:0.0:1773214259.035544:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.035550:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x578549 [1] + 224 00000800:00000001:0.0:1773214259.035560:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214259.035565:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214259.035568:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773214259.035572:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1773214259.035580:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773214259.035590:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941eeb93dc00 x1859332662672512/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773214259.035603:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941eeb93dc00 x1859332662672512/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773214259.035623:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773214259.036420:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214259.036425:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773214259.036434:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773214259.036437:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773214259.036440:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941ec6510000. 00000400:00000200:3.0:1773214259.036446:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c5dd0 00000400:00000010:3.0:1773214259.036448:0:2409:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c5dd0. 00000100:00000001:3.0:1773214259.036451:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773214259.036458:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941eeb93dc00 x1859332662672512/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773214259.036468:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941eeb93dc00 x1859332662672512/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214259.036474:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773214259.036476:0:2409:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214259.036478:0:2409:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773214259.036482:0:2409:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773214259.036484:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773214259.036487:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214259.036490:0:2409:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773214259.036497:0:2409:0:(import.c:2136:obd_at_measure()) add 5 to ffff941efa4fe458 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1773214259.036501:0:2409:0:(import.c:2136:obd_at_measure()) add 1 to ffff941efa4fe410 time=39 v=5 (1 1 1 1) 00000100:00000001:3.0:1773214259.036503:0:2409:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773214259.036511:0:2409:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773214259.036515:0:2409:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773214259.036517:0:2409:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214259.036520:0:2409:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214259.036526:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941eeb93dc00 x1859332662672512/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214259.036534:0:2409:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773214259.036537:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773214259.036540:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773214259.036544:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941eeb93dc00 x1859332662672512/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773214259.036553:0:2409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941eeb93dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25193d4c-8cc1-4e4c-92af-e1a67d72bfac:2409:1859332662672512:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1773214259.036559:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214259.036561:0:2409:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773214259.036565:0:2409:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941eeb93dc00 x1859332662672512/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214259.036573:0:2409:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773214259.036575:0:2409:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773214259.036580:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ec3fbc000. 02000000:00000001:3.0:1773214259.036585:0:2409:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773214259.036588:0:2409:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773214259.036590:0:2409:0:(genops.c:1242:class_import_put()) import ffff941efa4fe000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:3.0:1773214259.036592:0:2409:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773214259.036595:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941ec5629100. 02000000:00000001:3.0:1773214259.036599:0:2409:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773214259.036600:0:2409:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773214259.036602:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941eeb93dc00. 00000100:00000001:3.0:1773214259.036606:0:2409:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773214259.036608:0:2409:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214259.036611:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214259.036613:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214259.036614:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773214259.036616:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214259.036618:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773214259.036758:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214259.036767:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773214259.036769:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214259.036772:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214259.036777:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.036781:0:2400:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1773214259.036786:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.036790:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.036794:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.036797:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x69b0d9ee0bd80 00000400:00000200:0.0:1773214259.036801:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.036806:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x578551 [1] + 224 00000800:00000001:0.0:1773214259.036811:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214259.036814:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214259.036822:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773214259.036826:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1773214259.036831:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773214259.036836:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941eeb93ed80 x1859332662672768/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773214259.036845:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941eeb93ed80 x1859332662672768/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773214259.037278:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773214259.037367:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214259.037373:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773214259.037375:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214259.037377:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214259.037381:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.037385:0:2400:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1773214259.037390:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.037392:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.037396:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.037399:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x69b0d9ee0bd00 00000400:00000200:0.0:1773214259.037403:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.037407:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x578559 [1] + 224 00000800:00000001:0.0:1773214259.037412:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214259.037415:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214259.037417:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773214259.037420:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1773214259.037424:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773214259.037429:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941eeb93c700 x1859332662672640/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773214259.037439:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941eeb93c700 x1859332662672640/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773214259.037446:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773214259.037456:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214259.037460:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773214259.037462:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214259.037464:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214259.037467:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.037471:0:2400:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1773214259.037475:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.037477:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.037480:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.037483:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x69b0d9ee0be00 00000400:00000200:0.0:1773214259.037486:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1773214259.037490:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x578561 [1] + 224 00000800:00000001:0.0:1773214259.037494:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214259.037501:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773214259.037503:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773214259.037507:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1773214259.037510:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773214259.037514:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941eeb93d500 x1859332662672896/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773214259.037522:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941eeb93d500 x1859332662672896/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773214259.037529:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773214259.037532:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214259.037535:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214259.038403:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773214259.038408:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773214259.038414:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773214259.038416:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773214259.038419:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941ec6510160. 00000400:00000200:2.0:1773214259.038424:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c5550 00000400:00000010:2.0:1773214259.038427:0:2409:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c5550. 00000100:00000001:2.0:1773214259.038430:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773214259.038437:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941eeb93c700 x1859332662672640/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773214259.038447:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941eeb93c700 x1859332662672640/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214259.038454:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773214259.038456:0:2409:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214259.038464:0:2409:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773214259.038467:0:2409:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773214259.038469:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773214259.038471:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214259.038474:0:2409:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773214259.038481:0:2409:0:(import.c:2136:obd_at_measure()) add 5 to ffff941ef17df458 time=114 v=5 (84 85 85 85) 00000100:00001000:2.0:1773214259.038485:0:2409:0:(import.c:2136:obd_at_measure()) add 1 to ffff941ef17df410 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1773214259.038488:0:2409:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773214259.038489:0:2409:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214259.038491:0:2409:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773214259.038494:0:2409:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214259.038498:0:2409:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773214259.038501:0:2409:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff941f00191800: skip recheck: last_committed 30064771627 00000100:00000001:2.0:1773214259.038503:0:2409:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773214259.038504:0:2409:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214259.038509:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941eeb93c700 x1859332662672640/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214259.038516:0:2409:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773214259.038520:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773214259.038522:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773214259.038526:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941eeb93c700 x1859332662672640/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773214259.038534:0:2409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941eeb93c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662672640:192.168.201.149@tcp:400:kworker.0 00000400:00000001:2.0:1773214259.038540:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773214259.038541:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773214259.038543:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941ec6510478. 00000400:00000200:2.0:1773214259.038546:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c53b8 00000400:00000010:2.0:1773214259.038547:0:2409:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c53b8. 00000100:00000001:2.0:1773214259.038550:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773214259.038554:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941eeb93d500 x1859332662672896/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773214259.038562:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941eeb93d500 x1859332662672896/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214259.038576:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773214259.038578:0:2409:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214259.038580:0:2409:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773214259.038581:0:2409:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773214259.038583:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773214259.038584:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214259.038586:0:2409:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773214259.038591:0:2409:0:(import.c:2136:obd_at_measure()) add 5 to ffff941ef17d9c58 time=114 v=5 (5 5 5 5) 00000100:00001000:2.0:1773214259.038593:0:2409:0:(import.c:2136:obd_at_measure()) add 1 to ffff941ef17d9c10 time=146 v=5 (1 1 0 0) 00000100:00000001:2.0:1773214259.038595:0:2409:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773214259.038597:0:2409:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214259.038598:0:2409:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773214259.038600:0:2409:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214259.038603:0:2409:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773214259.038604:0:2409:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff941f00191800: skip recheck: last_committed 103079239274 00000100:00000001:2.0:1773214259.038606:0:2409:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773214259.038608:0:2409:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214259.038612:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941eeb93d500 x1859332662672896/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214259.038618:0:2409:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773214259.038620:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773214259.038621:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773214259.038625:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941eeb93d500 x1859332662672896/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773214259.039400:0:2409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941eeb93d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662672896:192.168.201.149@tcp:400:kworker.0 00000400:00000001:2.0:1773214259.039407:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773214259.039408:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773214259.039411:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941ec6510790. 00000400:00000200:2.0:1773214259.039414:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c5220 00000400:00000010:2.0:1773214259.039416:0:2409:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c5220. 00000100:00000001:2.0:1773214259.039419:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773214259.039430:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941eeb93ed80 x1859332662672768/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773214259.039440:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941eeb93ed80 x1859332662672768/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214259.039447:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773214259.039448:0:2409:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214259.039451:0:2409:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773214259.039452:0:2409:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773214259.039454:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773214259.039456:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214259.039458:0:2409:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773214259.039463:0:2409:0:(import.c:2136:obd_at_measure()) add 5 to ffff941ef17d8458 time=114 v=5 (84 85 85 85) 00000100:00001000:2.0:1773214259.039466:0:2409:0:(import.c:2136:obd_at_measure()) add 1 to ffff941ef17d8410 time=14 v=5 (1 1 1 1) 00000100:00000001:2.0:1773214259.039469:0:2409:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773214259.039470:0:2409:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214259.039472:0:2409:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1773214259.039476:0:2409:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff941eeb93ed80 x1859332662672768/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773214259.039484:0:2409:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214259.039486:0:2409:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773214259.039488:0:2409:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff941f00191800: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1773214259.039489:0:2409:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773214259.039491:0:2409:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214259.039495:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941eeb93ed80 x1859332662672768/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214259.039502:0:2409:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773214259.039504:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773214259.039506:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773214259.039510:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941eeb93ed80 x1859332662672768/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773214259.039519:0:2409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941eeb93ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662672768:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1773214259.039529:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214259.039532:0:2409:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773214259.039536:0:2409:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941eeb93c700 x1859332662672640/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214259.039544:0:2409:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773214259.039547:0:2409:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773214259.039551:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ec3fbc600. 02000000:00000001:2.0:1773214259.039555:0:2409:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773214259.039557:0:2409:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773214259.039559:0:2409:0:(genops.c:1242:class_import_put()) import ffff941ef17df000 refcount=8 obd=lustre-MDT0000-mdc-ffff941f00191800 00000020:00000001:2.0:1773214259.039561:0:2409:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773214259.039564:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941ec5629200. 02000000:00000001:2.0:1773214259.039567:0:2409:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773214259.039569:0:2409:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773214259.039571:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941eeb93c700. 00000100:00000001:2.0:1773214259.039574:0:2409:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773214259.039575:0:2409:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214259.039577:0:2409:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773214259.039581:0:2409:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941eeb93d500 x1859332662672896/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214259.039588:0:2409:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773214259.039589:0:2409:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773214259.039590:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ec3fbc800. 02000000:00000001:2.0:1773214259.039593:0:2409:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773214259.039594:0:2409:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773214259.039595:0:2409:0:(genops.c:1242:class_import_put()) import ffff941ef17d9800 refcount=3 obd=lustre-OST0000-osc-ffff941f00191800 00000020:00000001:2.0:1773214259.039597:0:2409:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773214259.039599:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941ec5629f00. 02000000:00000001:2.0:1773214259.039601:0:2409:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773214259.039602:0:2409:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773214259.039604:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941eeb93d500. 00000100:00000001:2.0:1773214259.039607:0:2409:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773214259.039608:0:2409:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214259.039610:0:2409:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773214259.039613:0:2409:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941eeb93ed80 x1859332662672768/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214259.039626:0:2409:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773214259.039628:0:2409:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773214259.041384:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ec3fbd200. 02000000:00000001:2.0:1773214259.041397:0:2409:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773214259.041400:0:2409:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773214259.041401:0:2409:0:(genops.c:1242:class_import_put()) import ffff941ef17d8000 refcount=3 obd=lustre-MDT0001-mdc-ffff941f00191800 00000020:00000001:2.0:1773214259.041404:0:2409:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773214259.041407:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941ec5629000. 02000000:00000001:2.0:1773214259.041411:0:2409:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773214259.041412:0:2409:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773214259.041415:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941eeb93ed80. 00000100:00000001:2.0:1773214259.041419:0:2409:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773214259.041420:0:2409:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214259.041424:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214259.041432:0:2409:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773214259.041433:0:2409:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214259.041438:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773214259.041440:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214259.150147:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214259.150155:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214259.150161:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214259.150162:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773214259.150262:0:235523:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773214259.150265:0:235523:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773214259.150268:0:235523:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773214260.175017:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214260.175024:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214260.175060:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214260.175062:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773214260.176736:0:235522:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773214260.176741:0:235522:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773214260.176745:0:235522:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773214261.198377:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214261.198384:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214261.198390:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214261.198394:0:281407:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773214261.198396:0:281407:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773214261.198403:0:281407:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773214261.198405:0:281407:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773214261.198407:0:281407:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214261.198410:0:281407:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773214261.198412:0:281407:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214261.198414:0:281407:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214261.198434:0:281407:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773214261.198735:0:251272:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773214261.198739:0:251272:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773214261.198742:0:251272:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773214262.222329:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214262.222338:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214262.222344:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214262.222346:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773214262.222445:0:244935:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773214262.222449:0:244935:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773214262.222451:0:244935:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773214262.862162:0:281141:0:(connection.c:75:cpu_latency_work()) work item of ffff941ee020e000 (cpu 0) has reached its deadline 4311349448, at 4311349504 00000100:00000010:0.0:1773214262.862180:0:281141:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff941ef14ed240. 00000100:00000040:1.0:1773214262.862350:0:283462:0:(connection.c:75:cpu_latency_work()) work item of ffff941ee020e110 (cpu 0) has reached its deadline 4311349448, at 4311349504 00000100:00000010:1.0:1773214262.862357:0:283462:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff941ef14edae0. 00010000:00000001:2.0:1773214263.247080:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214263.247097:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214263.247104:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214263.247105:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773214263.247652:0:251271:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773214263.247656:0:251271:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773214263.247659:0:251271:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773214264.142483:0:231078:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25193d4c-8cc1-4e4c-92af-e1a67d72bfac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773214264.142495:0:231078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773214264.142506:0:231078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941f012de300. 00000020:00000040:2.0:1773214264.142513:0:231078:0:(genops.c:1229:class_import_get()) import ffff941efa4fe000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:2.0:1773214264.142518:0:231078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773214264.142521:0:231078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773214264.142526:0:231078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773214264.142535:0:231078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941deca96f00. 00000100:00000001:2.0:1773214264.142542:0:231078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214264.142554:0:231078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25193d4c-8cc1-4e4c-92af-e1a67d72bfac->MGS req@ffff941f012de300 x1859332662673024/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773214264.142565:0:231078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773214264.142569:0:231078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214264.142575:0:231078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000312be723] to pc [ptlrpcd_01_00+0] req@ffff941f012de300 x1859332662673024/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214264.142611:0:231078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214264.142615:0:231078:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773214264.142618:0:231078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773214264.142621:0:231078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941f012dd880. 00000020:00000040:2.0:1773214264.142624:0:231078:0:(genops.c:1229:class_import_get()) import ffff941ef17df000 refcount=9 obd=lustre-MDT0000-mdc-ffff941f00191800 00000100:00000001:2.0:1773214264.142626:0:231078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773214264.142627:0:231078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773214264.142629:0:231078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773214264.142632:0:231078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941deca96700. 00000100:00000001:2.0:1773214264.142649:0:231078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214264.142654:0:231078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0000_UUID req@ffff941f012dd880 x1859332662673152/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773214264.142662:0:231078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773214264.142664:0:231078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214264.142668:0:231078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dd9a9fd] to pc [ptlrpcd_01_01+1] req@ffff941f012dd880 x1859332662673152/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214264.142677:0:231078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214264.142678:0:231078:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773214264.142682:0:231078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773214264.142684:0:231078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941f012dd500. 00000020:00000040:2.0:1773214264.142686:0:231078:0:(genops.c:1229:class_import_get()) import ffff941ef17d8000 refcount=4 obd=lustre-MDT0001-mdc-ffff941f00191800 00000100:00000001:2.0:1773214264.142689:0:231078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773214264.142690:0:231078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773214264.142692:0:231078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773214264.142695:0:231078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941deca96400. 00000100:00000001:2.0:1773214264.142698:0:231078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214264.142702:0:231078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0001_UUID req@ffff941f012dd500 x1859332662673280/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773214264.142709:0:231078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773214264.142710:0:231078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214264.142714:0:231078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b1a5fc4] to pc [ptlrpcd_01_00+0] req@ffff941f012dd500 x1859332662673280/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214264.142721:0:231078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214264.142723:0:231078:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773214264.142727:0:231078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773214264.142730:0:231078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941f012df100. 00000020:00000040:2.0:1773214264.142732:0:231078:0:(genops.c:1229:class_import_get()) import ffff941ef17d9800 refcount=4 obd=lustre-OST0000-osc-ffff941f00191800 00000100:00000001:2.0:1773214264.142734:0:231078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773214264.142741:0:231078:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773214264.142743:0:231078:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773214264.142747:0:231078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941deca96800. 00000100:00000001:2.0:1773214264.142751:0:231078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214264.142756:0:231078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0000_UUID req@ffff941f012df100 x1859332662673408/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773214264.142763:0:231078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773214264.142765:0:231078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214264.142769:0:231078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba634350] to pc [ptlrpcd_01_01+1] req@ffff941f012df100 x1859332662673408/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214264.142776:0:231078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214264.142778:0:231078:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773214264.142781:0:231078:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773214264.142786:0:231078:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (16688) 00000100:00000001:3.0:1773214264.142914:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214264.142919:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773214264.142921:0:2409:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773214264.142928:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941f012de300 x1859332662673024/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.142937:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773214264.142939:0:2409:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214264.142943:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773214264.142946:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773214264.142948:0:2409:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773214264.142951:0:2409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941f012de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25193d4c-8cc1-4e4c-92af-e1a67d72bfac:2409:1859332662673024:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1773214264.142955:0:2409:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773214264.142960:0:2409:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773214264.142962:0:2409:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214264.142965:0:2409:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773214264.142969:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ec3fbd400. 02000000:00000001:3.0:1773214264.142971:0:2409:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773214264.142978:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1773214264.142982:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941ec6510000. 00000400:00000010:3.0:1773214264.142988:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c5dd0. 00000100:00000200:3.0:1773214264.142997:0:2409:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662673024, portal 25 00000100:00000001:3.0:1773214264.142999:0:2409:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773214264.143001:0:2409:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459617522432 : -118614092029184 : ffff941f012de300) 00000100:00000040:3.0:1773214264.143006:0:2409:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941f012de300 x1859332662673024/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.143013:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773214264.143015:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1773214264.143018:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c5908. 00000100:00000200:3.0:1773214264.143022:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859332662673024, offset 0 00000400:00000200:3.0:1773214264.143050:0:2409:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1773214264.143059:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214264.143068:0:2409:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1773214264.143073:0:2409:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773214264.143084:0:2409:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1773214264.143088:0:2409:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773214264.143090:0:2409:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1773214264.143095:0:2409:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564445:564445:256:4294967295] 192.168.201.149@tcp LPNI seq info [564385:564385:8:4294967295] 00000400:00000200:3.0:1773214264.143099:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214264.143110:0:2409:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1773214264.143116:0:2409:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1773214264.143120:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941ec5629100. 00000800:00000200:3.0:1773214264.143127:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1773214264.143135:0:2409:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1773214264.143139:0:2409:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941ec5629100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773214264.143158:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773214264.143162:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1773214264.143165:0:2409:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4311354569 00000100:00000010:3.0:1773214264.143169:0:2409:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff941ef14ed0c0. 00000100:00000001:3.0:1773214264.143174:0:2409:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1773214264.143181:0:2409:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4311354569 00000100:00000010:3.0:1773214264.143183:0:2409:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff941ef14edf00. 00000100:00000001:3.0:1773214264.143186:0:2409:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1773214264.143190:0:2409:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773214264.143192:0:2409:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.143195:0:2409:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773214264.143199:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941f012dd500 x1859332662673280/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.143206:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773214264.143207:0:2409:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214264.143210:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773214264.143211:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773214264.143213:0:2409:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773214264.143216:0:2409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941f012dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662673280:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1773214264.143228:0:2409:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773214264.143230:0:2409:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773214264.143232:0:2409:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214264.143233:0:2409:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773214264.143236:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ec3fbc000. 02000000:00000001:3.0:1773214264.143238:0:2409:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773214264.143241:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1773214264.143244:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941ec6510688. 00000400:00000010:3.0:1773214264.143248:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c5ee0. 00000100:00000200:3.0:1773214264.143250:0:2409:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662673280, portal 10 00000100:00000001:3.0:1773214264.143252:0:2409:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773214264.143253:0:2409:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459617518848 : -118614092032768 : ffff941f012dd500) 00000100:00000040:3.0:1773214264.143259:0:2409:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941f012dd500 x1859332662673280/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.143266:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773214264.143268:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1773214264.143270:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c5990. 00000100:00000200:3.0:1773214264.143272:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859332662673280, offset 0 00000400:00000200:3.0:1773214264.143277:0:2409:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1773214264.143280:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214264.143283:0:2409:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1773214264.143286:0:2409:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773214264.143288:0:2409:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1773214264.143291:0:2409:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773214264.143293:0:2409:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1773214264.143296:0:2409:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564446:564446:255:4294967295] 192.168.201.149@tcp LPNI seq info [564386:564386:7:4294967295] 00000400:00000200:3.0:1773214264.143299:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214264.143305:0:2409:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1773214264.143310:0:2409:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1773214264.143313:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941ec5629000. 00000800:00000200:3.0:1773214264.143317:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1773214264.143326:0:2409:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1773214264.143328:0:2409:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941ec5629000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773214264.143331:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214264.143335:0:2409:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: using a timeout of 25901 usecs (26 jiffies) 00000400:00000200:3.0:1773214264.143338:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1773214264.143340:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 0 is 4311350811 00000100:00000001:3.0:1773214264.143342:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS request active for cpu 0, keep current deadline 4311354569 00000100:00000001:3.0:1773214264.143344:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 1 is 4311350811 00000100:00000001:3.0:1773214264.143346:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS request active for cpu 1, keep current deadline 4311354569 00000100:00000001:3.0:1773214264.143348:0:2409:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773214264.143350:0:2409:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.143352:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.143355:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.143362:0:2409:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773214264.143364:0:2409:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773214264.143366:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214264.143367:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773214264.143368:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773214264.143371:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1773214264.143372:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.143374:0:2409:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773214264.143376:0:2409:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.143377:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214264.143378:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773214264.143379:0:2409:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773214264.143383:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941f012dd880 x1859332662673152/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.143389:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773214264.143391:0:2409:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214264.143392:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773214264.143394:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773214264.143396:0:2409:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773214264.143398:0:2409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941f012dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662673152:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1773214264.143406:0:2409:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773214264.143409:0:2409:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773214264.143410:0:2409:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214264.143412:0:2409:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773214264.143414:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ec3fbca00. 02000000:00000001:3.0:1773214264.143416:0:2409:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773214264.143420:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1773214264.143423:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941ec65102c0. 00000400:00000010:3.0:1773214264.143426:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c5088. 00000100:00000200:3.0:1773214264.143429:0:2409:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662673152, portal 10 00000100:00000001:3.0:1773214264.143431:0:2409:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773214264.143432:0:2409:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459617519744 : -118614092031872 : ffff941f012dd880) 00000100:00000040:3.0:1773214264.143438:0:2409:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941f012dd880 x1859332662673152/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.143443:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773214264.143445:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1773214264.143447:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c5880. 00000100:00000200:3.0:1773214264.143449:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859332662673152, offset 0 00000400:00000200:3.0:1773214264.143453:0:2409:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1773214264.143457:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214264.143459:0:2409:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1773214264.143462:0:2409:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773214264.143464:0:2409:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1773214264.143466:0:2409:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773214264.143468:0:2409:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1773214264.143470:0:2409:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564447:564447:254:4294967295] 192.168.201.149@tcp LPNI seq info [564387:564387:6:4294967295] 00000400:00000200:3.0:1773214264.143473:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214264.143479:0:2409:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1773214264.143483:0:2409:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1773214264.143486:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941ec5629f00. 00000800:00000200:3.0:1773214264.143489:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1773214264.143498:0:2409:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1773214264.143500:0:2409:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941ec5629f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773214264.143503:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214264.143506:0:2409:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: using a timeout of 24218 usecs (25 jiffies) 00000400:00000200:3.0:1773214264.143509:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1773214264.143510:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 0 is 4311350810 00000100:00000001:3.0:1773214264.143513:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS request active for cpu 0, keep current deadline 4311354569 00000100:00000001:3.0:1773214264.143515:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 1 is 4311350810 00000100:00000001:3.0:1773214264.143517:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS request active for cpu 1, keep current deadline 4311354569 00000100:00000001:3.0:1773214264.143519:0:2409:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773214264.143521:0:2409:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.143523:0:2409:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773214264.143527:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941f012df100 x1859332662673408/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.143533:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773214264.143535:0:2409:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214264.143537:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773214264.143538:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773214264.143540:0:2409:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773214264.143542:0:2409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941f012df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662673408:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1773214264.143545:0:2409:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773214264.143547:0:2409:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773214264.143549:0:2409:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214264.143551:0:2409:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773214264.143553:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ec3fbda00. 02000000:00000001:3.0:1773214264.143555:0:2409:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773214264.143558:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1773214264.143560:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941ec6510210. 00000400:00000010:3.0:1773214264.143563:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c5198. 00000100:00000200:3.0:1773214264.143566:0:2409:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662673408, portal 4 00000100:00000001:3.0:1773214264.143567:0:2409:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773214264.143573:0:2409:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459617526016 : -118614092025600 : ffff941f012df100) 00000100:00000040:3.0:1773214264.143579:0:2409:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941f012df100 x1859332662673408/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.143585:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773214264.143587:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1773214264.143589:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c5d48. 00000100:00000200:3.0:1773214264.143591:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859332662673408, offset 0 00000400:00000200:3.0:1773214264.143607:0:2409:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1773214264.143611:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214264.143614:0:2409:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1773214264.143617:0:2409:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773214264.143618:0:2409:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1773214264.143621:0:2409:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773214264.143623:0:2409:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1773214264.143625:0:2409:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564448:564448:253:4294967295] 192.168.201.149@tcp LPNI seq info [564388:564388:5:4294967295] 00000400:00000200:3.0:1773214264.143629:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214264.143634:0:2409:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1773214264.143637:0:2409:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1773214264.143640:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941ec5629200. 00000800:00000200:3.0:1773214264.143643:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1773214264.143647:0:2409:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1773214264.143649:0:2409:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941ec5629200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773214264.143651:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214264.143654:0:2409:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: using a timeout of 163743 usecs (164 jiffies) 00000400:00000200:3.0:1773214264.143657:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1773214264.143658:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS new deadline estimation for cpu 0 is 4311350949 00000100:00000001:3.0:1773214264.143660:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS request active for cpu 0, keep current deadline 4311354569 00000100:00000001:3.0:1773214264.143662:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS new deadline estimation for cpu 1 is 4311350949 00000100:00000001:3.0:1773214264.143664:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS request active for cpu 1, keep current deadline 4311354569 00000100:00000001:3.0:1773214264.143672:0:2409:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773214264.143674:0:2409:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.143676:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.143678:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.143692:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214264.143694:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773214264.144122:0:2399:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214264.144127:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941ec5629100. 00000400:00000200:1.0:1773214264.144144:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214264.144149:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214264.144155:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c5908 00000400:00000010:1.0:1773214264.144157:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c5908. 00000100:00000001:1.0:1773214264.144162:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214264.144167:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941f012de300 x1859332662673024/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214264.144176:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214264.144186:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941f012de300 x1859332662673024/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214264.144193:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214264.144194:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773214264.144206:0:2399:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214264.144208:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941ec5629000. 00000400:00000200:1.0:1773214264.144210:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214264.144213:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214264.144216:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c5990 00000400:00000010:1.0:1773214264.144218:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c5990. 00000100:00000001:1.0:1773214264.144220:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214264.144223:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941f012dd500 x1859332662673280/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214264.144230:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214264.144233:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941f012dd500 x1859332662673280/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214264.144240:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214264.144241:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773214264.144247:0:2399:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214264.144249:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941ec5629f00. 00000400:00000200:1.0:1773214264.144251:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214264.144254:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214264.144256:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c5880 00000400:00000010:1.0:1773214264.144258:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c5880. 00000100:00000001:1.0:1773214264.144260:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214264.144263:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941f012dd880 x1859332662673152/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214264.144270:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214264.144273:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941f012dd880 x1859332662673152/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214264.144280:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214264.144281:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773214264.144339:0:2399:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214264.144342:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941ec5629200. 00000400:00000200:1.0:1773214264.144345:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214264.144348:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214264.144351:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c5d48 00000400:00000010:1.0:1773214264.144353:0:2399:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c5d48. 00000100:00000001:1.0:1773214264.144355:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214264.144359:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941f012df100 x1859332662673408/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214264.144366:0:2399:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214264.144369:0:2399:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941f012df100 x1859332662673408/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214264.144376:0:2399:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214264.144378:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773214264.153424:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.153435:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773214264.153439:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.153442:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214264.153451:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.153458:0:2400:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1773214264.153466:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.153471:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.153476:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.153479:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x69b0d9ee0c000 00000400:00000200:1.0:1773214264.153484:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.153490:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x578581 [1] + 224 00000800:00000001:1.0:1773214264.153498:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.153502:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214264.153505:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214264.153509:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1773214264.153516:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773214264.153526:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941f012df100 x1859332662673408/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773214264.153549:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941f012df100 x1859332662673408/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.153618:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214264.153622:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773214264.153643:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773214264.153652:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.153656:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773214264.153658:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.153660:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214264.153664:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.153668:0:2400:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1773214264.153672:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.153675:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.153678:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.153681:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x69b0d9ee0be80 00000400:00000200:1.0:1773214264.153685:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.153689:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x578569 [1] + 224 00000800:00000001:1.0:1773214264.153693:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.153706:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214264.153709:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214264.153713:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1773214264.153716:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773214264.153722:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941f012de300 x1859332662673024/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773214264.153731:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941f012de300 x1859332662673024/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214264.153936:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773214264.153941:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.153944:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773214264.162256:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773214264.162265:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773214264.162269:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941ec6510210. 00000400:00000200:3.0:1773214264.162276:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c5198 00000400:00000010:3.0:1773214264.162279:0:2409:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c5198. 00000100:00000001:3.0:1773214264.162283:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773214264.162296:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941f012df100 x1859332662673408/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773214264.162309:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941f012df100 x1859332662673408/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.162315:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773214264.162317:0:2409:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.162320:0:2409:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773214264.162324:0:2409:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773214264.162327:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773214264.162329:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214264.162331:0:2409:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773214264.162340:0:2409:0:(import.c:2136:obd_at_measure()) add 5 to ffff941ef17d9c58 time=119 v=5 (5 5 5 5) 00000100:00001000:3.0:1773214264.162344:0:2409:0:(import.c:2136:obd_at_measure()) add 1 to ffff941ef17d9c10 time=151 v=5 (1 1 0 0) 00000100:00000001:3.0:1773214264.162346:0:2409:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773214264.162348:0:2409:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773214264.162350:0:2409:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773214264.162353:0:2409:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.162357:0:2409:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773214264.162359:0:2409:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff941f00191800: skip recheck: last_committed 103079239274 00000100:00000001:3.0:1773214264.162361:0:2409:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773214264.162363:0:2409:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214264.162367:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941f012df100 x1859332662673408/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.162389:0:2409:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773214264.162392:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773214264.162394:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773214264.162444:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941f012df100 x1859332662673408/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773214264.162452:0:2409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941f012df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662673408:192.168.201.149@tcp:400:kworker.0 00000400:00000001:3.0:1773214264.162460:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773214264.162462:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773214264.162464:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941ec6510000. 00000400:00000200:3.0:1773214264.162466:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c5dd0 00000400:00000010:3.0:1773214264.162468:0:2409:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c5dd0. 00000100:00000001:3.0:1773214264.162471:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773214264.162475:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941f012de300 x1859332662673024/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773214264.162484:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941f012de300 x1859332662673024/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.162490:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773214264.162492:0:2409:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.162493:0:2409:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773214264.162495:0:2409:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773214264.162496:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773214264.162498:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214264.162500:0:2409:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773214264.162509:0:2409:0:(import.c:2136:obd_at_measure()) add 5 to ffff941efa4fe458 time=119 v=5 (5 5 5 5) 00000100:00001000:3.0:1773214264.162512:0:2409:0:(import.c:2136:obd_at_measure()) add 1 to ffff941efa4fe410 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1773214264.162515:0:2409:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773214264.162516:0:2409:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773214264.162518:0:2409:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773214264.162519:0:2409:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.162521:0:2409:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214264.162525:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941f012de300 x1859332662673024/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.162540:0:2409:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773214264.162542:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773214264.162544:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773214264.162548:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941f012de300 x1859332662673024/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773214264.162554:0:2409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941f012de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:25193d4c-8cc1-4e4c-92af-e1a67d72bfac:2409:1859332662673024:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1773214264.162559:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.162562:0:2409:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773214264.162565:0:2409:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941f012df100 x1859332662673408/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.162571:0:2409:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773214264.162574:0:2409:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773214264.162577:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ec3fbda00. 02000000:00000001:3.0:1773214264.162581:0:2409:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773214264.162583:0:2409:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773214264.162585:0:2409:0:(genops.c:1242:class_import_put()) import ffff941ef17d9800 refcount=3 obd=lustre-OST0000-osc-ffff941f00191800 00000020:00000001:3.0:1773214264.162587:0:2409:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773214264.162590:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941deca96800. 02000000:00000001:3.0:1773214264.162604:0:2409:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773214264.162606:0:2409:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773214264.162609:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941f012df100. 00000100:00000001:3.0:1773214264.162612:0:2409:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773214264.162614:0:2409:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.162615:0:2409:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773214264.162619:0:2409:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941f012de300 x1859332662673024/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.162625:0:2409:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773214264.162627:0:2409:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773214264.162628:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ec3fbd400. 02000000:00000001:3.0:1773214264.162630:0:2409:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773214264.162631:0:2409:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773214264.162638:0:2409:0:(genops.c:1242:class_import_put()) import ffff941efa4fe000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:3.0:1773214264.162640:0:2409:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773214264.162642:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941deca96f00. 02000000:00000001:3.0:1773214264.162645:0:2409:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773214264.162646:0:2409:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773214264.162647:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941f012de300. 00000100:00000001:3.0:1773214264.162650:0:2409:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773214264.162651:0:2409:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.162654:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.162657:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214264.162659:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773214264.162661:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.162663:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773214264.162764:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.162777:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773214264.162780:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.162790:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214264.162797:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.162802:0:2399:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1773214264.162810:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.162815:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.162820:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.162825:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x69b0d9ee0bf80 00000400:00000200:1.0:1773214264.162830:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.162836:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x578571 [1] + 224 00000800:00000001:1.0:1773214264.162843:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.162849:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214264.162851:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214264.162856:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1773214264.162861:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773214264.162867:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941f012dd500 x1859332662673280/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773214264.162876:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941f012dd500 x1859332662673280/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214264.162895:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773214264.162904:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.162908:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773214264.162910:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.162912:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214264.162915:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.162918:0:2399:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1773214264.162922:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.162924:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.162927:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.162929:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x69b0d9ee0bf00 00000400:00000200:1.0:1773214264.162932:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.162936:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x578579 [1] + 224 00000800:00000001:1.0:1773214264.162939:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.162949:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214264.162951:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214264.162955:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1773214264.162958:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773214264.162963:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941f012dd880 x1859332662673152/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773214264.162971:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941f012dd880 x1859332662673152/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214264.162979:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773214264.162982:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.162985:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.164012:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214264.164017:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773214264.164023:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773214264.164024:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773214264.164836:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941ec65102c0. 00000400:00000200:3.0:1773214264.164845:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c5088 00000400:00000010:3.0:1773214264.164847:0:2409:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c5088. 00000100:00000001:3.0:1773214264.164851:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773214264.164861:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941f012dd880 x1859332662673152/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773214264.164872:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941f012dd880 x1859332662673152/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.164880:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773214264.164882:0:2409:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.164885:0:2409:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773214264.164888:0:2409:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773214264.164890:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773214264.164892:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214264.164895:0:2409:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773214264.164903:0:2409:0:(import.c:2136:obd_at_measure()) add 5 to ffff941ef17df458 time=119 v=5 (84 85 85 85) 00000100:00001000:3.0:1773214264.164907:0:2409:0:(import.c:2136:obd_at_measure()) add 1 to ffff941ef17df410 time=49 v=5 (1 1 1 1) 00000100:00000001:3.0:1773214264.164910:0:2409:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773214264.164911:0:2409:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773214264.164914:0:2409:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773214264.164923:0:2409:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.164926:0:2409:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773214264.164929:0:2409:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff941f00191800: skip recheck: last_committed 30064771627 00000100:00000001:3.0:1773214264.164931:0:2409:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773214264.164933:0:2409:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214264.164937:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941f012dd880 x1859332662673152/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.164944:0:2409:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773214264.164946:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773214264.164948:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773214264.164952:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941f012dd880 x1859332662673152/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773214264.164960:0:2409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941f012dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662673152:192.168.201.149@tcp:400:kworker.0 00000400:00000001:3.0:1773214264.164966:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773214264.164968:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773214264.164970:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941ec6510688. 00000400:00000200:3.0:1773214264.164972:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c5ee0 00000400:00000010:3.0:1773214264.164974:0:2409:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c5ee0. 00000100:00000001:3.0:1773214264.164976:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773214264.164980:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941f012dd500 x1859332662673280/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773214264.164987:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941f012dd500 x1859332662673280/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.164993:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773214264.164994:0:2409:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.164996:0:2409:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773214264.164997:0:2409:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773214264.164998:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773214264.165000:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214264.165001:0:2409:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773214264.165005:0:2409:0:(import.c:2136:obd_at_measure()) add 5 to ffff941ef17d8458 time=119 v=5 (84 85 85 85) 00000100:00001000:3.0:1773214264.165007:0:2409:0:(import.c:2136:obd_at_measure()) add 1 to ffff941ef17d8410 time=19 v=5 (1 1 1 1) 00000100:00000001:3.0:1773214264.165015:0:2409:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773214264.165016:0:2409:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773214264.165018:0:2409:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1773214264.165022:0:2409:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff941f012dd500 x1859332662673280/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773214264.165374:0:2409:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.165377:0:2409:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773214264.165379:0:2409:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff941f00191800: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1773214264.165380:0:2409:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773214264.165382:0:2409:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214264.165386:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941f012dd500 x1859332662673280/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.165392:0:2409:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773214264.165394:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773214264.165395:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773214264.165399:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941f012dd500 x1859332662673280/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773214264.165406:0:2409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941f012dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662673280:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1773214264.165410:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.165413:0:2409:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773214264.165416:0:2409:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941f012dd880 x1859332662673152/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.165423:0:2409:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773214264.165425:0:2409:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773214264.165428:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ec3fbca00. 02000000:00000001:3.0:1773214264.165432:0:2409:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773214264.165435:0:2409:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773214264.165436:0:2409:0:(genops.c:1242:class_import_put()) import ffff941ef17df000 refcount=8 obd=lustre-MDT0000-mdc-ffff941f00191800 00000020:00000001:3.0:1773214264.165439:0:2409:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773214264.165441:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941deca96700. 02000000:00000001:3.0:1773214264.165444:0:2409:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773214264.165451:0:2409:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773214264.165453:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941f012dd880. 00000100:00000001:3.0:1773214264.165456:0:2409:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773214264.165458:0:2409:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.165459:0:2409:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773214264.165463:0:2409:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941f012dd500 x1859332662673280/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.165468:0:2409:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773214264.165469:0:2409:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773214264.165471:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ec3fbc000. 02000000:00000001:3.0:1773214264.165473:0:2409:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773214264.165474:0:2409:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773214264.165476:0:2409:0:(genops.c:1242:class_import_put()) import ffff941ef17d8000 refcount=3 obd=lustre-MDT0001-mdc-ffff941f00191800 00000020:00000001:3.0:1773214264.165477:0:2409:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773214264.165479:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941deca96400. 02000000:00000001:3.0:1773214264.165481:0:2409:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773214264.165482:0:2409:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773214264.165483:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941f012dd500. 00000100:00000001:3.0:1773214264.165485:0:2409:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773214264.165487:0:2409:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.165489:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.165497:0:2409:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773214264.165498:0:2409:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.165501:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214264.165503:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214264.273950:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214264.273958:0:281407:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773214264.273960:0:281407:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773214264.273964:0:281407:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214264.273970:0:281407:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773214264.273972:0:281407:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214264.273974:0:281407:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214264.273976:0:281407:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214264.273980:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214264.273982:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773214264.274005:0:247230:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773214264.274008:0:247230:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773214264.274010:0:247230:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000001:2.0:1773214264.657066:0:281407:0:(osc_request.c:834:osc_shrink_grant_to_target()) Process entered 00000008:00000010:2.0:1773214264.657294:0:281407:0:(osc_request.c:849:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff941deca96a00. 00000008:00000020:2.0:1773214264.657301:0:281407:0:(osc_request.c:736:osc_announce_cached()) lustre-MDT0001-mdc-ffff941f00191800: dirty: 0 undirty: 484638720 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000020:2.0:1773214264.657305:0:281407:0:(osc_request.c:745:osc_update_next_shrink()) next time 17884 to shrink grant 00000008:00000001:2.0:1773214264.657308:0:281407:0:(osc_request.c:3666:osc_set_info_async()) Process entered 00000100:00000010:2.0:1773214264.657328:0:281407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941f012de680. 00000020:00000040:2.0:1773214264.657332:0:281407:0:(genops.c:1229:class_import_get()) import ffff941ef17d8000 refcount=4 obd=lustre-MDT0001-mdc-ffff941f00191800 00000100:00000001:2.0:1773214264.657337:0:281407:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773214264.657340:0:281407:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773214264.657344:0:281407:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773214264.657351:0:281407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff941eeb5d8a00. 00000100:00000001:2.0:1773214264.657357:0:281407:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1773214264.657364:0:281407:0:(osc_request.c:3758:osc_set_info_async()) slab-alloced 'oa': 208 at ffff941ec9b440d0. 00000100:00000001:2.0:1773214264.657368:0:281407:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773214264.657372:0:281407:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214264.657384:0:281407:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000263a19cc] to pc [ptlrpcd_01_00+0] req@ffff941f012de680 x1859332662673536/t0(0) o17->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1773214264.657414:0:281407:0:(osc_request.c:3777:osc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1773214264.657418:0:281407:0:(osc_request.c:877:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff941deca96a00. 00000008:00000001:2.0:1773214264.657422:0:281407:0:(osc_request.c:878:osc_shrink_grant_to_target()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.657478:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214264.657483:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773214264.657485:0:2409:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773214264.657493:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941f012de680 x1859332662673536/t0(0) o17->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.657504:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773214264.657506:0:2409:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214264.657510:0:2409:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773214264.657512:0:2409:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773214264.657515:0:2409:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773214264.657518:0:2409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941f012de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662673536:192.168.201.149@tcp:17:kworker.0 00000100:00000001:3.0:1773214264.657531:0:2409:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773214264.657537:0:2409:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773214264.657539:0:2409:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214264.657542:0:2409:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773214264.657547:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff941ec7200800. 02000000:00000001:3.0:1773214264.657549:0:2409:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773214264.657557:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1773214264.657561:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941ec6510688. 00000400:00000010:3.0:1773214264.657568:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c5ee0. 00000100:00000200:3.0:1773214264.657575:0:2409:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1859332662673536, portal 10 00000100:00000001:3.0:1773214264.657577:0:2409:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773214264.657579:0:2409:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459617523328 : -118614092028288 : ffff941f012de680) 00000100:00000040:3.0:1773214264.657596:0:2409:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941f012de680 x1859332662673536/t0(0) o17->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 456/432 e 0 to 0 dl 1773214280 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.657604:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773214264.657607:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1773214264.657611:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941ed24c5088. 00000100:00000200:3.0:1773214264.657615:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1859332662673536, offset 0 00000400:00000200:3.0:1773214264.657622:0:2409:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1773214264.657630:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214264.657638:0:2409:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1773214264.657643:0:2409:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773214264.657648:0:2409:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1773214264.657652:0:2409:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773214264.657654:0:2409:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1773214264.657658:0:2409:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564449:564449:256:4294967295] 192.168.201.149@tcp LPNI seq info [564389:564389:8:4294967295] 00000400:00000200:3.0:1773214264.657663:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1773214264.657672:0:2409:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1773214264.657678:0:2409:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1773214264.657683:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941ec5629d00. 00000800:00000200:3.0:1773214264.657690:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1773214264.657703:0:2409:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1773214264.657708:0:2409:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941ec5629d00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1773214264.657729:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214264.657743:0:2409:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: using a timeout of 25901 usecs (26 jiffies) 00000400:00000200:3.0:1773214264.657747:0:2409:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1773214264.657750:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 0 is 4311351325 00000100:00000001:3.0:1773214264.657753:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS request active for cpu 0, keep current deadline 4311354569 00000100:00000001:3.0:1773214264.657755:0:2409:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 1 is 4311351325 00000100:00000001:3.0:1773214264.657757:0:2409:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS request active for cpu 1, keep current deadline 4311354569 00000100:00000001:3.0:1773214264.657759:0:2409:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773214264.657762:0:2409:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.657764:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.657767:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.657773:0:2409:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773214264.657775:0:2409:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1773214264.657777:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214264.657778:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773214264.657780:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.657782:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.657793:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214264.657795:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773214264.658112:0:2400:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214264.658117:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941ec5629d00. 00000400:00000200:1.0:1773214264.658122:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214264.658127:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214264.658134:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c5088 00000400:00000010:1.0:1773214264.658137:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c5088. 00000100:00000001:1.0:1773214264.658141:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214264.658146:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941f012de680 x1859332662673536/t0(0) o17->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 456/432 e 0 to 0 dl 1773214280 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214264.658156:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214264.658160:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941f012de680 x1859332662673536/t0(0) o17->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 456/432 e 0 to 0 dl 1773214280 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214264.658167:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214264.658169:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773214264.660937:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.660954:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773214264.660958:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.660960:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214264.660969:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.660975:0:2399:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1773214264.660984:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.661005:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.661011:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.661016:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 432 into portal 10 MB=0x69b0d9ee0c080 00000400:00000200:1.0:1773214264.661020:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214264.661027:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 432/432 into md 0x578589 [1] + 224 00000800:00000001:1.0:1773214264.661036:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.661044:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214264.661047:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214264.661052:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1773214264.661060:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773214264.661067:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941f012de680 x1859332662673536/t0(0) o17->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 456/432 e 0 to 0 dl 1773214280 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773214264.661078:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff941f012de680 x1859332662673536/t0(0) o17->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 456/432 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.661137:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214264.661141:0:2409:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773214264.661399:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773214264.661410:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214264.661414:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773214264.664060:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773214264.664066:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773214264.664070:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941ec6510688. 00000400:00000200:3.0:1773214264.664078:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941ed24c5ee0 00000400:00000010:3.0:1773214264.664081:0:2409:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941ed24c5ee0. 00000100:00000001:3.0:1773214264.664085:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773214264.664095:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941f012de680 x1859332662673536/t0(0) o17->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 456/432 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773214264.664106:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941f012de680 x1859332662673536/t0(0) o17->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 456/432 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.664320:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773214264.664323:0:2409:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.664326:0:2409:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773214264.664329:0:2409:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773214264.664332:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773214264.664334:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214264.664337:0:2409:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773214264.664347:0:2409:0:(import.c:2136:obd_at_measure()) add 5 to ffff941ef17d8458 time=119 v=5 (84 85 85 85) 00000100:00001000:3.0:1773214264.664351:0:2409:0:(import.c:2136:obd_at_measure()) add 1 to ffff941ef17d8410 time=19 v=5 (1 1 1 1) 00000100:00000001:3.0:1773214264.664354:0:2409:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773214264.664355:0:2409:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773214264.664358:0:2409:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1773214264.664363:0:2409:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff941f012de680 x1859332662673536/t0(0) o17->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 456/432 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773214264.664371:0:2409:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.664375:0:2409:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773214264.664377:0:2409:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff941f00191800: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1773214264.664379:0:2409:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773214264.664381:0:2409:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214264.664386:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941f012de680 x1859332662673536/t0(0) o17->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 456/432 e 0 to 0 dl 1773214280 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.664393:0:2409:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773214264.664397:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773214264.664399:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1773214264.664405:0:2409:0:(osc_request.c:759:osc_update_grant()) got 1048576 extra grant 00000008:00000010:3.0:1773214264.664409:0:2409:0:(osc_request.c:791:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff941ec9b440d0. 00000100:00000040:3.0:1773214264.664417:0:2409:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941f012de680 x1859332662673536/t0(0) o17->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 456/432 e 0 to 0 dl 1773214280 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773214264.664425:0:2409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941f012de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8144f7ac-6238-42b3-8b44-e30e866c604b:2409:1859332662673536:192.168.201.149@tcp:17:kworker.0 00000100:00000001:3.0:1773214264.664430:0:2409:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.664440:0:2409:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773214264.664444:0:2409:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941f012de680 x1859332662673536/t0(0) o17->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 456/432 e 0 to 0 dl 1773214280 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214264.664451:0:2409:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773214264.664453:0:2409:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773214264.664457:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff941ec7200800. 02000000:00000001:3.0:1773214264.664460:0:2409:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773214264.664463:0:2409:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773214264.664465:0:2409:0:(genops.c:1242:class_import_put()) import ffff941ef17d8000 refcount=3 obd=lustre-MDT0001-mdc-ffff941f00191800 00000020:00000001:3.0:1773214264.664467:0:2409:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773214264.664469:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff941eeb5d8a00. 02000000:00000001:3.0:1773214264.664472:0:2409:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773214264.664474:0:2409:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773214264.664476:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941f012de680. 00000100:00000001:3.0:1773214264.664480:0:2409:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773214264.664481:0:2409:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.664483:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214264.664492:0:2409:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773214264.664494:0:2409:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214264.664496:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214264.664499:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214265.296501:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214265.296509:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214265.296515:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214265.296516:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773214265.311082:0:235523:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773214265.311089:0:235523:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773214265.311094:0:235523:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773214266.320757:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214266.320768:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214266.320776:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214266.320777:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773214266.320892:0:235522:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773214266.320896:0:235522:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773214266.320899:0:235522:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773214267.342255:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214267.342265:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214267.342272:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214267.342274:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773214267.342349:0:251272:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773214267.342353:0:251272:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773214267.342356:0:251272:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773214267.982297:0:283462:0:(connection.c:75:cpu_latency_work()) work item of ffff941ee020e110 (cpu 0) has reached its deadline 4311354569, at 4311354624 00000100:00000010:1.0:1773214267.982321:0:283462:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff941ef14edf00. 00000100:00000040:0.0:1773214267.982847:0:281141:0:(connection.c:75:cpu_latency_work()) work item of ffff941ee020e000 (cpu 0) has reached its deadline 4311354569, at 4311354624 00000100:00000010:0.0:1773214267.982855:0:281141:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff941ef14ed0c0. 00010000:00000001:2.0:1773214268.371957:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214268.371968:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214268.371976:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214268.371977:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773214268.372114:0:244935:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773214268.372118:0:244935:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773214268.372122:0:244935:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773214269.263340:0:283617:0:(pinger.c:229:ptlrpc_pinger_process_import()) 25193d4c-8cc1-4e4c-92af-e1a67d72bfac->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773214269.263351:0:283617:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773214269.263359:0:283617:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941f012dd180. 00000020:00000040:2.0:1773214269.263366:0:283617:0:(genops.c:1229:class_import_get()) import ffff941efa4fe000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:2.0:1773214269.263375:0:283617:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773214269.263378:0:283617:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773214269.263384:0:283617:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773214269.263391:0:283617:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941deca96700. 00000100:00000001:2.0:1773214269.263398:0:283617:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214269.263411:0:283617:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 25193d4c-8cc1-4e4c-92af-e1a67d72bfac->MGS req@ffff941f012dd180 x1859332662673664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773214269.263425:0:283617:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773214269.263429:0:283617:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214269.263438:0:283617:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b7f1c7b] to pc [ptlrpcd_01_01+1] req@ffff941f012dd180 x1859332662673664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.263461:0:283617:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214269.263464:0:283617:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773214269.263468:0:283617:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773214269.263472:0:283617:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941f012dca80. 00000020:00000040:2.0:1773214269.263474:0:283617:0:(genops.c:1229:class_import_get()) import ffff941ef17df000 refcount=9 obd=lustre-MDT0000-mdc-ffff941f00191800 00000100:00000001:2.0:1773214269.263477:0:283617:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773214269.263478:0:283617:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773214269.263480:0:283617:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773214269.263484:0:283617:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941deca96f00. 00000100:00000001:2.0:1773214269.263487:0:283617:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214269.263492:0:283617:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0000_UUID req@ffff941f012dca80 x1859332662673792/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773214269.263499:0:283617:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773214269.263501:0:283617:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214269.263504:0:283617:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f570be1f] to pc [ptlrpcd_01_00+0] req@ffff941f012dca80 x1859332662673792/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.263524:0:283617:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214269.263527:0:283617:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773214269.263530:0:283617:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773214269.263539:0:283617:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941f012df800. 00000020:00000040:2.0:1773214269.263542:0:283617:0:(genops.c:1229:class_import_get()) import ffff941ef17d8000 refcount=4 obd=lustre-MDT0001-mdc-ffff941f00191800 00000100:00000001:2.0:1773214269.263544:0:283617:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773214269.263545:0:283617:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773214269.263547:0:283617:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773214269.263551:0:283617:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941deca96800. 00000100:00000001:2.0:1773214269.263555:0:283617:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214269.263559:0:283617:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-MDT0001_UUID req@ffff941f012df800 x1859332662673920/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773214269.263566:0:283617:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773214269.263568:0:283617:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214269.263572:0:283617:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003693d8fa] to pc [ptlrpcd_01_01+1] req@ffff941f012df800 x1859332662673920/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.263579:0:283617:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214269.263581:0:283617:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773214269.263585:0:283617:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773214269.263588:0:283617:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff941f012df480. 00000020:00000040:2.0:1773214269.263590:0:283617:0:(genops.c:1229:class_import_get()) import ffff941ef17d9800 refcount=4 obd=lustre-OST0000-osc-ffff941f00191800 00000100:00000001:2.0:1773214269.263592:0:283617:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773214269.263594:0:283617:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773214269.263595:0:283617:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773214269.263599:0:283617:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff941deca96e00. 00000100:00000001:2.0:1773214269.263602:0:283617:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214269.263606:0:283617:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0000_UUID req@ffff941f012df480 x1859332662674048/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773214269.263613:0:283617:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773214269.263615:0:283617:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214269.263620:0:283617:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000509946c7] to pc [ptlrpcd_01_00+0] req@ffff941f012df480 x1859332662674048/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.263627:0:283617:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214269.263635:0:283617:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1773214269.263639:0:283617:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8144f7ac-6238-42b3-8b44-e30e866c604b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1773214269.263645:0:283617:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (16693) 00000100:00000001:2.0:1773214269.263715:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773214269.263720:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773214269.263723:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773214269.263730:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941f012dd180 x1859332662673664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.263739:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773214269.263742:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214269.263746:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773214269.263749:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773214269.263752:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773214269.263756:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941f012dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25193d4c-8cc1-4e4c-92af-e1a67d72bfac:2410:1859332662673664:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1773214269.263761:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773214269.263769:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773214269.263772:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214269.263775:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773214269.263781:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ec5df6000. 02000000:00000001:2.0:1773214269.263783:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773214269.263794:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1773214269.263798:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941eea9bddc0. 00000400:00000010:2.0:1773214269.263805:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941eca698a18. 00000100:00000200:2.0:1773214269.263813:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662673664, portal 25 00000100:00000001:2.0:1773214269.263816:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773214269.263817:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459617517952 : -118614092033664 : ffff941f012dd180) 00000100:00000040:2.0:1773214269.263824:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941f012dd180 x1859332662673664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.263832:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773214269.263835:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1773214269.263838:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941eca698cc0. 00000100:00000200:2.0:1773214269.263843:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1859332662673664, offset 0 00000400:00000200:2.0:1773214269.263858:0:2410:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1773214269.263868:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1773214269.263878:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1773214269.263884:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773214269.263889:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1773214269.263894:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773214269.263897:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1773214269.263902:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564450:564450:256:4294967295] 192.168.201.149@tcp LPNI seq info [564390:564390:8:4294967295] 00000400:00000200:2.0:1773214269.263907:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1773214269.263919:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1773214269.263926:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1773214269.263931:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941deca96000. 00000800:00000200:2.0:1773214269.263940:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1773214269.263951:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1773214269.263956:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941deca96000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773214269.263972:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773214269.263976:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1773214269.263979:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4311359688 00000100:00000010:2.0:1773214269.263997:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff941eeae59cc0. 00000100:00000001:2.0:1773214269.264005:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1773214269.264012:0:2410:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4311359688 00000100:00000010:2.0:1773214269.264016:0:2410:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff941eeae59060. 00000100:00000001:2.0:1773214269.264020:0:2410:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1773214269.264024:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773214269.264049:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214269.264051:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773214269.264056:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941f012df800 x1859332662673920/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.264064:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773214269.264065:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214269.264074:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773214269.264076:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773214269.264078:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773214269.264081:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941f012df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8144f7ac-6238-42b3-8b44-e30e866c604b:2410:1859332662673920:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1773214269.264084:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773214269.264087:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773214269.264088:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214269.264090:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773214269.264093:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ec5df6c00. 02000000:00000001:2.0:1773214269.264095:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773214269.264099:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1773214269.264102:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941eea9bdf20. 00000400:00000010:2.0:1773214269.264107:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941eca698000. 00000100:00000200:2.0:1773214269.264110:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662673920, portal 10 00000100:00000001:2.0:1773214269.264112:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773214269.264113:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459617527808 : -118614092023808 : ffff941f012df800) 00000100:00000040:2.0:1773214269.264336:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941f012df800 x1859332662673920/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.264343:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773214269.264345:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1773214269.264348:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941eca6984c8. 00000100:00000200:2.0:1773214269.264351:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859332662673920, offset 0 00000400:00000200:2.0:1773214269.264355:0:2410:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1773214269.264359:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1773214269.264363:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1773214269.264365:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773214269.264368:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1773214269.264371:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773214269.264373:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1773214269.264376:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564451:564451:255:4294967295] 192.168.201.149@tcp LPNI seq info [564391:564391:7:4294967295] 00000400:00000200:2.0:1773214269.264380:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1773214269.264387:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1773214269.264401:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1773214269.264404:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941deca96500. 00000800:00000200:2.0:1773214269.264408:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1773214269.264412:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1773214269.264415:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941deca96500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773214269.264418:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214269.264423:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: using a timeout of 25900 usecs (26 jiffies) 00000400:00000200:2.0:1773214269.264426:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1773214269.264429:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 0 is 4311355930 00000100:00000001:2.0:1773214269.264431:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS request active for cpu 0, keep current deadline 4311359688 00000100:00000001:2.0:1773214269.264434:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 1 is 4311355930 00000100:00000001:2.0:1773214269.264435:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff941f00191800: PM QoS request active for cpu 1, keep current deadline 4311359688 00000100:00000001:2.0:1773214269.264438:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773214269.264440:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214269.264443:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214269.264446:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214269.264455:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773214269.264457:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773214269.264459:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773214269.264460:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773214269.264462:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773214269.264464:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1773214269.264466:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214269.264468:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773214269.264469:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214269.264470:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773214269.264471:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773214269.264472:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773214269.264476:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941f012dca80 x1859332662673792/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.264482:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773214269.264484:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214269.264492:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773214269.264493:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773214269.264495:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773214269.264498:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941f012dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8144f7ac-6238-42b3-8b44-e30e866c604b:2410:1859332662673792:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1773214269.264501:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773214269.264504:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773214269.264505:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214269.264518:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773214269.264523:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ec5df7c00. 02000000:00000001:2.0:1773214269.264525:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773214269.264529:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1773214269.264531:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941eea9bdd10. 00000400:00000010:2.0:1773214269.264534:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941eca698770. 00000100:00000200:2.0:1773214269.264537:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662673792, portal 10 00000100:00000001:2.0:1773214269.264539:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773214269.264540:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459617516160 : -118614092035456 : ffff941f012dca80) 00000100:00000040:2.0:1773214269.264547:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941f012dca80 x1859332662673792/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.264554:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773214269.264556:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1773214269.264558:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941eca698aa0. 00000100:00000200:2.0:1773214269.264560:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1859332662673792, offset 0 00000400:00000200:2.0:1773214269.264565:0:2410:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1773214269.264569:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1773214269.264572:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1773214269.264575:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773214269.264577:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1773214269.264579:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773214269.264581:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1773214269.264584:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564452:564452:254:4294967295] 192.168.201.149@tcp LPNI seq info [564392:564392:6:4294967295] 00000400:00000200:2.0:1773214269.264588:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1773214269.264593:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1773214269.264604:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1773214269.264607:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941deca96900. 00000800:00000200:2.0:1773214269.264612:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1773214269.264616:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1773214269.264619:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941deca96900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773214269.264622:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214269.264625:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: using a timeout of 24220 usecs (25 jiffies) 00000400:00000200:2.0:1773214269.264628:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1773214269.264630:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 0 is 4311355929 00000100:00000001:2.0:1773214269.264632:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS request active for cpu 0, keep current deadline 4311359688 00000100:00000001:2.0:1773214269.264634:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS new deadline estimation for cpu 1 is 4311355929 00000100:00000001:2.0:1773214269.264636:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff941f00191800: PM QoS request active for cpu 1, keep current deadline 4311359688 00000100:00000001:2.0:1773214269.264638:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773214269.264640:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214269.264642:0:2410:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773214269.264646:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff941f012df480 x1859332662674048/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.264652:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773214269.264653:0:2410:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214269.264655:0:2410:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773214269.264657:0:2410:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773214269.264659:0:2410:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773214269.264662:0:2410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff941f012df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8144f7ac-6238-42b3-8b44-e30e866c604b:2410:1859332662674048:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1773214269.264665:0:2410:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773214269.264667:0:2410:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773214269.264669:0:2410:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214269.264671:0:2410:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773214269.264674:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff941ec5df7600. 02000000:00000001:2.0:1773214269.264675:0:2410:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773214269.264678:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1773214269.264686:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff941eea9bd7e8. 00000400:00000010:2.0:1773214269.264690:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941eca6983b8. 00000100:00000200:2.0:1773214269.264694:0:2410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1859332662674048, portal 4 00000100:00000001:2.0:1773214269.264696:0:2410:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773214269.264697:0:2410:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625459617526912 : -118614092024704 : ffff941f012df480) 00000100:00000040:2.0:1773214269.264704:0:2410:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff941f012df480 x1859332662674048/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.264710:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773214269.264712:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1773214269.264715:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff941eca6985d8. 00000100:00000200:2.0:1773214269.264717:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1859332662674048, offset 0 00000400:00000200:2.0:1773214269.264721:0:2410:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1773214269.264725:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1773214269.264728:0:2410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1773214269.264731:0:2410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773214269.264733:0:2410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1773214269.264736:0:2410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773214269.264738:0:2410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1773214269.264741:0:2410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [564453:564453:253:4294967295] 192.168.201.149@tcp LPNI seq info [564393:564393:5:4294967295] 00000400:00000200:2.0:1773214269.264745:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1773214269.264751:0:2410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1773214269.264755:0:2410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1773214269.264759:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff941deca96c00. 00000800:00000200:2.0:1773214269.264763:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9e72c00] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1773214269.264767:0:2410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1773214269.264770:0:2410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941deca96c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773214269.264772:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214269.264775:0:2410:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: using a timeout of 163638 usecs (164 jiffies) 00000400:00000200:2.0:1773214269.264778:0:2410:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1773214269.264780:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS new deadline estimation for cpu 0 is 4311356068 00000100:00000001:2.0:1773214269.264782:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS request active for cpu 0, keep current deadline 4311359688 00000100:00000001:2.0:1773214269.264789:0:2410:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS new deadline estimation for cpu 1 is 4311356068 00000100:00000001:2.0:1773214269.264792:0:2410:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff941f00191800: PM QoS request active for cpu 1, keep current deadline 4311359688 00000100:00000001:2.0:1773214269.264794:0:2410:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773214269.264797:0:2410:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214269.264799:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214269.264801:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773214269.265382:0:2400:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214269.265389:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941deca96000. 00000400:00000200:1.0:1773214269.265394:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214269.265400:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214269.265408:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941eca698cc0 00000400:00000010:1.0:1773214269.265411:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941eca698cc0. 00000100:00000001:1.0:1773214269.265416:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214269.265423:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941f012dd180 x1859332662673664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214269.265434:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214269.265445:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941f012dd180 x1859332662673664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214269.265453:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214269.265455:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773214269.265471:0:2400:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214269.265473:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941deca96500. 00000400:00000200:1.0:1773214269.265476:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214269.265480:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214269.265483:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941eca6984c8 00000400:00000010:1.0:1773214269.265485:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941eca6984c8. 00000100:00000001:1.0:1773214269.265488:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214269.265492:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941f012df800 x1859332662673920/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214269.265500:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214269.265503:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941f012df800 x1859332662673920/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214269.265522:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214269.265523:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773214269.265533:0:2400:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214269.265535:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941deca96900. 00000400:00000200:1.0:1773214269.265538:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214269.265541:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214269.265544:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941eca698aa0 00000400:00000010:1.0:1773214269.265546:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941eca698aa0. 00000100:00000001:1.0:1773214269.265548:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214269.265552:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941f012dca80 x1859332662673792/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214269.265559:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214269.265562:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941f012dca80 x1859332662673792/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214269.265569:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214269.265570:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1773214269.265640:0:2400:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773214269.265642:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff941deca96c00. 00000400:00000200:1.0:1773214269.265646:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214269.265649:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1773214269.265652:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941eca6985d8 00000400:00000010:1.0:1773214269.265654:0:2400:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941eca6985d8. 00000100:00000001:1.0:1773214269.265657:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773214269.265661:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff941f012df480 x1859332662674048/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214269.265669:0:2400:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773214269.265672:0:2400:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff941f012df480 x1859332662674048/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214269.265678:0:2400:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773214269.265680:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773214269.265907:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214269.265912:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773214269.293260:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214269.293283:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773214269.293289:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214269.293291:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214269.293304:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214269.293313:0:2399:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1773214269.293325:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214269.293331:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214269.293338:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214269.293343:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x69b0d9ee0c200 00000400:00000200:1.0:1773214269.293349:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214269.293357:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x578599 [1] + 224 00000800:00000001:1.0:1773214269.293368:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214269.293374:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214269.293377:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214269.293383:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1773214269.293392:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773214269.293404:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941f012df800 x1859332662673920/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773214269.293441:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941f012df800 x1859332662673920/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214269.293467:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773214269.293478:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214269.293488:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773214269.293490:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214269.293493:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214269.293497:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1773214269.293499:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1773214269.293500:0:2399:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000100:00000001:2.0:1773214269.293505:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773214269.293505:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214269.293519:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214269.293522:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000001:2.0:1773214269.293526:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1773214269.293526:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x69b0d9ee0c100 00000400:00000001:2.0:1773214269.293528:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1773214269.293529:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1773214269.293532:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941eea9bdf20. 00000400:00000200:2.0:1773214269.293537:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941eca698000 00000400:00000010:2.0:1773214269.293540:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941eca698000. 00000100:00000001:2.0:1773214269.293544:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773214269.293549:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941f012df800 x1859332662673920/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773214269.293560:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941f012df800 x1859332662673920/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.293566:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773214269.293568:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214269.293571:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773214269.293575:0:2410:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773214269.293579:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773214269.293582:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214269.293586:0:2410:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773214269.293599:0:2410:0:(import.c:2136:obd_at_measure()) add 5 to ffff941ef17d8458 time=124 v=5 (84 85 85 85) 00000100:00001000:2.0:1773214269.293603:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff941ef17d8410 time=24 v=5 (1 1 1 1) 00000100:00000001:2.0:1773214269.293606:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773214269.293608:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214269.293624:0:2410:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1773214269.293631:0:2410:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff941f012df800 x1859332662673920/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773214269.293640:0:2410:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214269.293652:0:2410:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773214269.293655:0:2410:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff941f00191800: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1773214269.293657:0:2410:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773214269.293660:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214269.293665:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941f012df800 x1859332662673920/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.293673:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773214269.293676:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773214269.293679:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773214269.293683:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941f012df800 x1859332662673920/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773214269.293690:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941f012df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8144f7ac-6238-42b3-8b44-e30e866c604b:2410:1859332662673920:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1773214269.293696:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214269.293699:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773214269.293703:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941f012df800 x1859332662673920/t0(0) o400->lustre-MDT0001-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.293710:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773214269.293713:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773214269.293719:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ec5df6c00. 02000000:00000001:2.0:1773214269.293722:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773214269.293736:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773214269.293738:0:2410:0:(genops.c:1242:class_import_put()) import ffff941ef17d8000 refcount=3 obd=lustre-MDT0001-mdc-ffff941f00191800 00000020:00000001:2.0:1773214269.293741:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773214269.293744:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941deca96800. 02000000:00000001:2.0:1773214269.293749:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773214269.293751:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773214269.293753:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941f012df800. 00000100:00000001:2.0:1773214269.293757:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773214269.293759:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214269.293762:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214269.293765:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773214269.293766:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773214269.293768:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214269.293776:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773214269.294376:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x578591 [1] + 224 00000800:00000001:1.0:1773214269.294385:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214269.294393:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214269.294395:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214269.294400:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1773214269.294406:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773214269.294413:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941f012dd180 x1859332662673664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773214269.294424:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941f012dd180 x1859332662673664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.294480:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773214269.294483:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773214269.294500:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773214269.294521:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214269.294527:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773214269.294529:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214269.294531:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214269.294537:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214269.294551:0:2399:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1773214269.294558:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214269.294561:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214269.294567:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214269.294571:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x69b0d9ee0c180 00000400:00000200:1.0:1773214269.294576:0:2399:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214269.294581:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x5785a1 [1] + 224 00000800:00000001:1.0:1773214269.294586:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214269.294597:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214269.294599:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214269.294605:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1773214269.294608:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773214269.294617:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941f012dca80 x1859332662673792/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773214269.294627:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941f012dca80 x1859332662673792/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214269.294637:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773214269.294645:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214269.294651:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1773214269.295926:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773214269.295933:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773214269.295938:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941eea9bddc0. 00000400:00000200:2.0:1773214269.295945:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941eca698a18 00000400:00000010:2.0:1773214269.295947:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941eca698a18. 00000100:00000001:2.0:1773214269.296177:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773214269.296371:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941f012dd180 x1859332662673664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773214269.296384:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941f012dd180 x1859332662673664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.296393:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773214269.296396:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214269.296399:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773214269.296403:0:2410:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773214269.296407:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773214269.296409:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773214269.296413:0:2410:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773214269.296422:0:2410:0:(import.c:2136:obd_at_measure()) add 5 to ffff941efa4fe458 time=124 v=5 (5 5 5 5) 00000100:00001000:2.0:1773214269.296426:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff941efa4fe410 time=49 v=5 (1 1 1 1) 00000100:00000001:2.0:1773214269.296429:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773214269.296430:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214269.296434:0:2410:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773214269.296436:0:2410:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214269.296439:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773214269.296445:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941f012dd180 x1859332662673664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.296453:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773214269.296457:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773214269.296459:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773214269.296464:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941f012dd180 x1859332662673664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773214269.296501:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941f012dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:25193d4c-8cc1-4e4c-92af-e1a67d72bfac:2410:1859332662673664:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1773214269.296518:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214269.296523:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773214269.296527:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941f012dd180 x1859332662673664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773214269.296534:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773214269.296537:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773214269.296542:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ec5df6000. 02000000:00000001:2.0:1773214269.296547:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773214269.296550:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773214269.296552:0:2410:0:(genops.c:1242:class_import_put()) import ffff941efa4fe000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:2.0:1773214269.296554:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773214269.296557:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941deca96700. 02000000:00000001:2.0:1773214269.296561:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773214269.296563:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773214269.296565:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941f012dd180. 00000100:00000001:2.0:1773214269.296569:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773214269.296570:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773214269.296574:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773214269.296577:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773214269.296579:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773214269.299593:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773214269.299603:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773214269.299607:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941eea9bdd10. 00000400:00000200:3.0:1773214269.299617:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941eca698770 00000400:00000010:3.0:1773214269.299620:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941eca698770. 00000100:00000001:3.0:1773214269.299626:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773214269.299641:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941f012dca80 x1859332662673792/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773214269.299655:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941f012dca80 x1859332662673792/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214269.299903:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773214269.299906:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214269.299910:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773214269.299913:0:2410:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773214269.299916:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773214269.299920:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214269.299922:0:2410:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773214269.299934:0:2410:0:(import.c:2136:obd_at_measure()) add 5 to ffff941ef17df458 time=124 v=5 (84 85 85 85) 00000100:00001000:3.0:1773214269.299939:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff941ef17df410 time=54 v=5 (1 1 1 1) 00000100:00000001:3.0:1773214269.299942:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773214269.299944:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773214269.299947:0:2410:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773214269.299951:0:2410:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214269.299956:0:2410:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773214269.299959:0:2410:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff941f00191800: skip recheck: last_committed 30064771627 00000100:00000001:3.0:1773214269.299961:0:2410:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773214269.299963:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214269.299978:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941f012dca80 x1859332662673792/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214269.299986:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773214269.299989:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773214269.299991:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773214269.299996:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941f012dca80 x1859332662673792/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773214269.300012:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941f012dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8144f7ac-6238-42b3-8b44-e30e866c604b:2410:1859332662673792:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1773214269.300020:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214269.300023:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773214269.300410:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941f012dca80 x1859332662673792/t0(0) o400->lustre-MDT0000-mdc-ffff941f00191800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214269.300419:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773214269.300428:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773214269.300432:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ec5df7c00. 02000000:00000001:3.0:1773214269.300436:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773214269.300440:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773214269.300442:0:2410:0:(genops.c:1242:class_import_put()) import ffff941ef17df000 refcount=8 obd=lustre-MDT0000-mdc-ffff941f00191800 00000020:00000001:3.0:1773214269.300445:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773214269.300448:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941deca96f00. 02000000:00000001:3.0:1773214269.300452:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773214269.300454:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773214269.300457:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941f012dca80. 00000100:00000001:3.0:1773214269.300460:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773214269.300462:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214269.300466:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214269.300469:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214269.300472:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773214269.300473:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214269.300475:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773214269.301385:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214269.301407:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773214269.301410:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214269.301413:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214269.301422:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214269.301430:0:2400:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1773214269.301441:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214269.301448:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214269.301455:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214269.301460:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x69b0d9ee0c280 00000400:00000200:1.0:1773214269.301465:0:2400:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1773214269.301473:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x5785a9 [1] + 224 00000800:00000001:1.0:1773214269.301483:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214269.301517:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773214269.301521:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773214269.301528:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1773214269.301537:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773214269.301546:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff941f012df480 x1859332662674048/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773214269.301557:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff941f012df480 x1859332662674048/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773214269.301568:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773214269.301577:0:2400:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773214269.301581:0:2400:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214269.301648:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214269.301652:0:2410:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773214269.301657:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773214269.301659:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773214269.301663:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff941eea9bd7e8. 00000400:00000200:3.0:1773214269.302569:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff941eca6983b8 00000400:00000010:3.0:1773214269.302573:0:2410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff941eca6983b8. 00000100:00000001:3.0:1773214269.302577:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773214269.302585:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff941f012df480 x1859332662674048/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773214269.302597:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff941f012df480 x1859332662674048/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214269.302605:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773214269.302608:0:2410:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214269.302611:0:2410:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773214269.302614:0:2410:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773214269.302618:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773214269.302620:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773214269.302623:0:2410:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773214269.302634:0:2410:0:(import.c:2136:obd_at_measure()) add 5 to ffff941ef17d9c58 time=124 v=5 (5 5 5 5) 00000100:00001000:3.0:1773214269.303488:0:2410:0:(import.c:2136:obd_at_measure()) add 1 to ffff941ef17d9c10 time=6 v=5 (1 1 1 0) 00000100:00000001:3.0:1773214269.303493:0:2410:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773214269.303495:0:2410:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773214269.303498:0:2410:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773214269.303503:0:2410:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214269.303516:0:2410:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773214269.303519:0:2410:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff941f00191800: skip recheck: last_committed 103079239274 00000100:00000001:3.0:1773214269.303522:0:2410:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773214269.303524:0:2410:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773214269.303532:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff941f012df480 x1859332662674048/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214269.303540:0:2410:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773214269.303544:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773214269.303546:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773214269.303551:0:2410:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff941f012df480 x1859332662674048/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773214269.303559:0:2410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff941f012df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8144f7ac-6238-42b3-8b44-e30e866c604b:2410:1859332662674048:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1773214269.303564:0:2410:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214269.303568:0:2410:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773214269.303571:0:2410:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff941f012df480 x1859332662674048/t0(0) o400->lustre-OST0000-osc-ffff941f00191800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1773214285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773214269.303579:0:2410:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773214269.303582:0:2410:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773214269.303587:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff941ec5df7600. 02000000:00000001:3.0:1773214269.303592:0:2410:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773214269.303595:0:2410:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773214269.303598:0:2410:0:(genops.c:1242:class_import_put()) import ffff941ef17d9800 refcount=3 obd=lustre-OST0000-osc-ffff941f00191800 00000020:00000001:3.0:1773214269.303600:0:2410:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773214269.303603:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff941deca96e00. 02000000:00000001:3.0:1773214269.303607:0:2410:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773214269.303609:0:2410:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773214269.303612:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff941f012df480. 00000100:00000001:3.0:1773214269.303627:0:2410:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773214269.303628:0:2410:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214269.303631:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773214269.303640:0:2410:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773214269.303642:0:2410:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773214269.303645:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773214269.303648:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214269.391819:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214269.391829:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214269.391837:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214269.391838:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773214269.392196:0:251271:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773214269.392201:0:251271:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773214269.392205:0:251271:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1773214269.552816:0:283708:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773214269.774244:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff941ec9507600] -> 12345-192.168.201.49@tcp (6) 00000800:00000200:1.0:1773214269.774255:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.49@tcp ip 192.168.201.49:988 00000800:00000200:1.0:1773214269.774262:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff941ee039b600 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1773214269.774640:0:2399:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1773214269.774650:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214269.774668:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773214269.774675:0:2399:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773214269.774678:0:2399:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1773214270.094662:0:283744:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1773214270.094672:0:283744:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_816: @@@@@@ FAIL: client: import is not in IDLE state after 50 00000001:00000001:2.0:1773214270.103546:0:283744:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1773214270.417437:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214270.417444:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214270.417451:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214270.417452:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773214270.418475:0:247230:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773214270.418481:0:247230:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773214270.418485:0:247230:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773214271.441505:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214271.441523:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214271.441531:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214271.441534:0:281407:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1773214271.441536:0:281407:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1773214271.441544:0:281407:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773214271.441546:0:281407:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773214271.441548:0:281407:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214271.441552:0:281407:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1773214271.441554:0:281407:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214271.441556:0:281407:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214271.441558:0:281407:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773214271.451730:0:235523:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773214271.451738:0:235523:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773214271.451743:0:235523:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773214272.174628:0:283844:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214272.463175:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214272.463182:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773214272.463188:0:281407:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1773214272.463189:0:281407:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773214272.463275:0:235522:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773214272.463279:0:235522:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773214272.463282:0:235522:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 3462 lines, 3462 kept, 0 dropped, 0 bad.