00010000:00000001:2.0F:1787591755.298497:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591755.298518:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591755.298524:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591755.298525:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1787591755.300135:0:235979:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787591755.300153:0:235979:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787591755.300157:0:235979:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787591756.324881:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591756.324888:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591756.324893:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591756.324894:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1787591756.325269:0:245415:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787591756.325285:0:245415:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787591756.325288:0:245415:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787591757.218457:0:281912:0:(connection.c:75:cpu_latency_work()) work item of ffff958007cb8220 (cpu 2) has reached its deadline 4306491091, at 4306491136 00000100:00000010:2.0:1787591757.218471:0:281912:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff958033ea0060. 00000100:00000040:3.0F:1787591757.218857:0:280308:0:(connection.c:75:cpu_latency_work()) work item of ffff958007cb8330 (cpu 3) has reached its deadline 4306491091, at 4306491136 00000100:00000010:3.0:1787591757.218869:0:280308:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff958033ea03c0. 00010000:00000001:2.0:1787591757.347287:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591757.347294:0:281912:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787591757.347296:0:281912:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787591757.347299:0:281912:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591757.347304:0:281912:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787591757.347307:0:281912:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591757.347308:0:281912:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591757.347311:0:281912:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591757.347315:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591757.347316:0:281912:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787591757.347317:0:281912:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787591757.347323:0:281912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787591757.347325:0:281912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787591757.347326:0:281912:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591757.347327:0:281912:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787591757.347328:0:281912:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591757.347330:0:281912:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591757.347332:0:281912:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787591757.347417:0:251814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787591757.347419:0:251814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787591757.347422:0:251814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787591758.370485:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591758.370492:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591758.370497:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591758.370498:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787591758.371349:0:247826:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787591758.371353:0:247826:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787591758.371356:0:247826:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787591758.501955:0:283070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5655aa54-008c-44ec-83ee-fefc6e0b2829->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787591758.501965:0:283070:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787591758.501972:0:283070:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff958008916680. 00000020:00000040:2.0:1787591758.501977:0:283070:0:(genops.c:1210:class_import_get()) import ffff958003b7d000 refcount=4 obd=MGC192.168.206.133@tcp 00000100:00000001:2.0:1787591758.501981:0:283070:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787591758.501990:0:283070:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787591758.501995:0:283070:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787591758.502002:0:283070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9580083bb800. 00000100:00000001:2.0:1787591758.502008:0:283070:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.502020:0:283070:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5655aa54-008c-44ec-83ee-fefc6e0b2829->MGS req@ffff958008916680 x1874413562726528/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787591758.502031:0:283070:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787591758.502035:0:283070:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.502041:0:283070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008da69c03] to pc [ptlrpcd_01_00+0] req@ffff958008916680 x1874413562726528/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.502068:0:283070:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.502071:0:283070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787591758.502074:0:283070:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787591758.502077:0:283070:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff958008915180. 00000020:00000040:2.0:1787591758.502080:0:283070:0:(genops.c:1210:class_import_get()) import ffff9580072d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff95801cd47000 00000100:00000001:2.0:1787591758.502082:0:283070:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787591758.502084:0:283070:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787591758.502085:0:283070:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787591758.502089:0:283070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9580083bbf00. 00000100:00000001:2.0:1787591758.502092:0:283070:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.502096:0:283070:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-MDT0000_UUID req@ffff958008915180 x1874413562726656/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787591758.502103:0:283070:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787591758.502105:0:283070:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.502109:0:283070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011aac4a4] to pc [ptlrpcd_01_01+1] req@ffff958008915180 x1874413562726656/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.502117:0:283070:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.502119:0:283070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787591758.502122:0:283070:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787591758.502125:0:283070:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff958008915f80. 00000020:00000040:2.0:1787591758.502134:0:283070:0:(genops.c:1210:class_import_get()) import ffff9580072d7800 refcount=4 obd=lustre-MDT0001-mdc-ffff95801cd47000 00000100:00000001:2.0:1787591758.502137:0:283070:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787591758.502138:0:283070:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787591758.502140:0:283070:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787591758.502144:0:283070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9580083bbb00. 00000100:00000001:2.0:1787591758.502147:0:283070:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.502151:0:283070:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-MDT0001_UUID req@ffff958008915f80 x1874413562726784/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787591758.502159:0:283070:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787591758.502161:0:283070:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.502165:0:283070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7944c7f] to pc [ptlrpcd_01_00+0] req@ffff958008915f80 x1874413562726784/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.502172:0:283070:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.502174:0:283070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787591758.502177:0:283070:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787591758.502180:0:283070:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff958008917800. 00000020:00000040:2.0:1787591758.502183:0:283070:0:(genops.c:1210:class_import_get()) import ffff9580114a8800 refcount=4 obd=lustre-OST0000-osc-ffff95801cd47000 00000100:00000001:2.0:1787591758.502185:0:283070:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787591758.502186:0:283070:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787591758.502187:0:283070:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787591758.502190:0:283070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9580083bb000. 00000100:00000001:2.0:1787591758.502193:0:283070:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.502197:0:283070:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-OST0000_UUID req@ffff958008917800 x1874413562726912/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787591758.502204:0:283070:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787591758.502205:0:283070:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.502209:0:283070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bd01e03] to pc [ptlrpcd_01_01+1] req@ffff958008917800 x1874413562726912/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.502216:0:283070:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.502218:0:283070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787591758.502226:0:283070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787591758.502231:0:283070:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11830) 00000100:00000001:2.0:1787591758.502247:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787591758.502251:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787591758.502253:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787591758.502259:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff958008916680 x1874413562726528/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.502268:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787591758.502270:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787591758.502273:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787591758.502276:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787591758.502278:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787591758.502281:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff958008916680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5655aa54-008c-44ec-83ee-fefc6e0b2829:2399:1874413562726528:192.168.206.133@tcp:400:kworker.0 00000100:00000001:2.0:1787591758.502286:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787591758.502291:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787591758.502293:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787591758.502295:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787591758.502299:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9580083de200. 02000000:00000001:2.0:1787591758.502301:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787591758.502308:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000010:2.0:1787591758.502312:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff958009a38948. 00000400:00000010:2.0:1787591758.502319:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9580382457f8. 00000100:00000200:2.0:1787591758.502326:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874413562726528, portal 25 00000100:00000001:2.0:1787591758.502329:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787591758.502330:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626975864940160 : -117097844611456 : ffff958008916680) 00000100:00000040:2.0:1787591758.502336:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff958008916680 x1874413562726528/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.502344:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787591758.502346:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.133@tcp 00000400:00000010:2.0:1787591758.502349:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9580382452a8. 00000100:00000200:2.0:1787591758.502352:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874413562726528, offset 0 00000400:00000200:2.0:1787591758.502358:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.133@tcp 00000400:00000200:2.0:1787591758.502372:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.502379:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.133@tcp local destination 00000400:00000200:2.0:1787591758.502384:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787591758.502425:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.33@tcp 00000400:00000200:2.0:1787591758.502429:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787591758.502432:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.133@tcp 00000400:00000200:2.0:1787591758.502436:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.33@tcp NI seq info: [551748:551748:256:4294967295] 192.168.206.133@tcp LPNI seq info [551702:551702:8:4294967295] 00000400:00000200:2.0:1787591758.502440:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.502450:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp:) -> 192.168.206.133@tcp(192.168.206.133@tcp:192.168.206.133@tcp) : PUT try# 0 00000800:00000200:2.0:1787591758.502456:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.133@tcp 00000800:00000010:2.0:1787591758.502460:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9580083bba00. 00000800:00000200:2.0:1787591758.502467:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff958003328b40] -> 12345-192.168.206.133@tcp (5) 00000800:00000200:2.0:1787591758.502474:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.133@tcp ip 192.168.206.133:988 00000800:00000200:2.0:1787591758.502478:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9580083bba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787591758.502489:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787591758.502492:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000100:00000001:2.0:1787591758.502495:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.133@tcp: PM QoS new deadline estimation for cpu 2 is 4306496206 00000100:00000010:2.0:1787591758.502499:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95801142e300. 00000100:00000001:2.0:1787591758.502505:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.133@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787591758.502510:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.133@tcp: PM QoS new deadline estimation for cpu 3 is 4306496206 00000100:00000010:2.0:1787591758.502513:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95801142e3c0. 00000100:00000001:2.0:1787591758.502515:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787591758.502518:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787591758.502521:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.502523:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787591758.502527:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff958008915f80 x1874413562726784/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.502533:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787591758.502534:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787591758.502536:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787591758.502543:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787591758.502545:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787591758.502549:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff958008915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2399:1874413562726784:192.168.206.133@tcp:400:kworker.0 00000100:00000001:2.0:1787591758.502552:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787591758.502555:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787591758.502556:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787591758.502557:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787591758.502560:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9580083df200. 02000000:00000001:2.0:1787591758.502562:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787591758.502566:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000010:2.0:1787591758.502568:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff958009a38058. 00000400:00000010:2.0:1787591758.502572:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9580382456e8. 00000100:00000200:2.0:1787591758.502575:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874413562726784, portal 10 00000100:00000001:2.0:1787591758.502577:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787591758.502578:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626975864938368 : -117097844613248 : ffff958008915f80) 00000100:00000040:2.0:1787591758.502584:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff958008915f80 x1874413562726784/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.502591:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787591758.502593:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.133@tcp 00000400:00000010:2.0:1787591758.502596:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958038245660. 00000100:00000200:2.0:1787591758.502598:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874413562726784, offset 0 00000400:00000200:2.0:1787591758.502602:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.133@tcp 00000400:00000200:2.0:1787591758.502606:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.502610:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.133@tcp local destination 00000400:00000200:2.0:1787591758.502612:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787591758.502615:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.33@tcp 00000400:00000200:2.0:1787591758.502617:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787591758.502620:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.133@tcp 00000400:00000200:2.0:1787591758.502622:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.33@tcp NI seq info: [551749:551749:255:4294967295] 192.168.206.133@tcp LPNI seq info [551703:551703:7:4294967295] 00000400:00000200:2.0:1787591758.502626:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.502632:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp:) -> 192.168.206.133@tcp(192.168.206.133@tcp:192.168.206.133@tcp) : PUT try# 0 00000800:00000200:2.0:1787591758.502637:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.133@tcp 00000800:00000010:2.0:1787591758.502646:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9580083bb900. 00000800:00000200:2.0:1787591758.502650:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff958003328b40] -> 12345-192.168.206.133@tcp (5) 00000800:00000200:2.0:1787591758.502654:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.133@tcp ip 192.168.206.133:988 00000800:00000200:2.0:1787591758.502657:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9580083bb900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787591758.502660:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.502663:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95801cd47000: using a timeout of 20335 usecs (21 jiffies) 00000400:00000200:2.0:1787591758.502666:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000100:00000001:2.0:1787591758.502668:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95801cd47000: PM QoS new deadline estimation for cpu 2 is 4306492440 00000100:00000001:2.0:1787591758.502671:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95801cd47000: PM QoS request active for cpu 2, keep current deadline 4306496206 00000100:00000001:2.0:1787591758.502673:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95801cd47000: PM QoS new deadline estimation for cpu 3 is 4306492440 00000100:00000001:2.0:1787591758.502675:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95801cd47000: PM QoS request active for cpu 3, keep current deadline 4306496206 00000100:00000001:2.0:1787591758.502677:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787591758.502679:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.502682:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.502684:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787591758.502690:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787591758.502693:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787591758.502695:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787591758.502696:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787591758.502698:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787591758.502700:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1787591758.502702:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787591758.502704:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787591758.502705:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787591758.502707:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787591758.502708:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787591758.502709:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787591758.502714:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff958008915180 x1874413562726656/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.502726:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787591758.502735:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787591758.502738:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787591758.502739:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787591758.502747:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787591758.502751:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff958008915180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2399:1874413562726656:192.168.206.133@tcp:400:kworker.0 00000100:00000001:2.0:1787591758.502754:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787591758.502756:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787591758.502757:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787591758.502759:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787591758.502762:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9580083dee00. 02000000:00000001:2.0:1787591758.502763:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787591758.502766:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000010:2.0:1787591758.502769:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff958009a382c0. 00000400:00000010:2.0:1787591758.502773:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958038245770. 00000100:00000200:2.0:1787591758.502775:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874413562726656, portal 10 00000100:00000001:2.0:1787591758.502777:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787591758.502778:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626975864934784 : -117097844616832 : ffff958008915180) 00000100:00000040:2.0:1787591758.502784:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff958008915180 x1874413562726656/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.502790:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787591758.502792:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.133@tcp 00000400:00000010:2.0:1787591758.502794:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9580382454c8. 00000100:00000200:2.0:1787591758.502796:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874413562726656, offset 0 00000400:00000200:2.0:1787591758.502801:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.133@tcp 00000400:00000200:2.0:1787591758.502805:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.502808:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.133@tcp local destination 00000400:00000200:2.0:1787591758.502811:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787591758.502814:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.33@tcp 00000400:00000200:2.0:1787591758.502816:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787591758.502818:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.133@tcp 00000400:00000200:2.0:1787591758.502821:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.33@tcp NI seq info: [551750:551750:254:4294967295] 192.168.206.133@tcp LPNI seq info [551704:551704:6:4294967295] 00000400:00000200:2.0:1787591758.502825:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.502831:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp:) -> 192.168.206.133@tcp(192.168.206.133@tcp:192.168.206.133@tcp) : PUT try# 0 00000800:00000200:2.0:1787591758.502835:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.133@tcp 00000800:00000010:2.0:1787591758.502844:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9580083bb100. 00000800:00000200:2.0:1787591758.503289:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff958003328b40] -> 12345-192.168.206.133@tcp (5) 00000800:00000200:2.0:1787591758.503294:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.133@tcp ip 192.168.206.133:988 00000800:00000200:2.0:1787591758.503298:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9580083bb100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787591758.503302:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.503305:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95801cd47000: using a timeout of 17472 usecs (18 jiffies) 00000400:00000200:2.0:1787591758.503309:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000100:00000001:2.0:1787591758.503311:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95801cd47000: PM QoS new deadline estimation for cpu 2 is 4306492437 00000100:00000001:2.0:1787591758.503313:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95801cd47000: PM QoS request active for cpu 2, keep current deadline 4306496206 00000100:00000001:2.0:1787591758.503315:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95801cd47000: PM QoS new deadline estimation for cpu 3 is 4306492437 00000100:00000001:2.0:1787591758.503317:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95801cd47000: PM QoS request active for cpu 3, keep current deadline 4306496206 00000100:00000001:2.0:1787591758.503319:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787591758.503321:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.503324:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787591758.503328:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff958008917800 x1874413562726912/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.503335:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787591758.503337:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787591758.503339:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787591758.503341:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787591758.503343:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787591758.503346:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff958008917800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2399:1874413562726912:192.168.206.133@tcp:400:kworker.0 00000100:00000001:2.0:1787591758.503349:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787591758.503352:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787591758.503353:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787591758.503355:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787591758.503359:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9580083dfc00. 02000000:00000001:2.0:1787591758.503361:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787591758.503364:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000010:2.0:1787591758.503366:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff958009a38420. 00000400:00000010:2.0:1787591758.503370:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958038245908. 00000100:00000200:2.0:1787591758.503381:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874413562726912, portal 4 00000100:00000001:2.0:1787591758.503384:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787591758.503385:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626975864944640 : -117097844606976 : ffff958008917800) 00000100:00000040:2.0:1787591758.503414:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff958008917800 x1874413562726912/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.503421:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787591758.503423:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.133@tcp 00000400:00000010:2.0:1787591758.503426:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958038245220. 00000100:00000200:2.0:1787591758.503428:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874413562726912, offset 0 00000400:00000200:2.0:1787591758.503432:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.133@tcp 00000400:00000200:2.0:1787591758.503437:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.503440:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.133@tcp local destination 00000400:00000200:2.0:1787591758.503442:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787591758.503445:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.33@tcp 00000400:00000200:2.0:1787591758.503447:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.33@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787591758.503449:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.133@tcp 00000400:00000200:2.0:1787591758.503452:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.33@tcp NI seq info: [551751:551751:253:4294967295] 192.168.206.133@tcp LPNI seq info [551705:551705:5:4294967295] 00000400:00000200:2.0:1787591758.503456:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.503462:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp:) -> 192.168.206.133@tcp(192.168.206.133@tcp:192.168.206.133@tcp) : PUT try# 0 00000800:00000200:2.0:1787591758.503467:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.133@tcp 00000800:00000010:2.0:1787591758.503470:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9580083bbd00. 00000800:00000200:2.0:1787591758.503474:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff958003328b40] -> 12345-192.168.206.133@tcp (5) 00000800:00000200:2.0:1787591758.503478:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.133@tcp ip 192.168.206.133:988 00000800:00000200:2.0:1787591758.503481:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9580083bbd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787591758.503483:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.503486:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95801cd47000: using a timeout of 124520 usecs (125 jiffies) 00000400:00000200:2.0:1787591758.503489:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000100:00000001:2.0:1787591758.503492:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95801cd47000: PM QoS new deadline estimation for cpu 2 is 4306492544 00000100:00000001:2.0:1787591758.503494:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95801cd47000: PM QoS request active for cpu 2, keep current deadline 4306496206 00000100:00000001:2.0:1787591758.503496:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95801cd47000: PM QoS new deadline estimation for cpu 3 is 4306492544 00000100:00000001:2.0:1787591758.503970:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95801cd47000: PM QoS request active for cpu 3, keep current deadline 4306496206 00000100:00000001:2.0:1787591758.503972:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787591758.503974:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.503978:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.503981:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.503997:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787591758.503999:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787591758.504034:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787591758.504037:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9580083bba00. 00000400:00000200:2.0:1787591758.504043:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591758.504048:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000400:00000200:2.0:1787591758.504053:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9580382452a8 00000400:00000010:2.0:1787591758.504055:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9580382452a8. 00000100:00000001:2.0:1787591758.504059:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787591758.504064:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff958008916680 x1874413562726528/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.504074:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787591758.504077:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff958008916680 x1874413562726528/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.504084:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.504086:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787591758.504097:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787591758.504100:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9580083bb900. 00000400:00000200:2.0:1787591758.504102:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591758.504106:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000400:00000200:2.0:1787591758.504108:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958038245660 00000400:00000010:2.0:1787591758.504110:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958038245660. 00000100:00000001:2.0:1787591758.504112:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787591758.504115:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff958008915f80 x1874413562726784/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.504122:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787591758.504125:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff958008915f80 x1874413562726784/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.504143:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.504144:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787591758.504155:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787591758.504157:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9580083bb100. 00000400:00000200:2.0:1787591758.504159:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591758.504163:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000400:00000200:2.0:1787591758.504166:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9580382454c8 00000400:00000010:2.0:1787591758.504167:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9580382454c8. 00000100:00000001:2.0:1787591758.504170:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787591758.504173:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff958008915180 x1874413562726656/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.504180:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787591758.504183:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff958008915180 x1874413562726656/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.504189:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.504190:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787591758.504248:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787591758.504251:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9580083bbd00. 00000400:00000200:2.0:1787591758.504254:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591758.504257:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000400:00000200:2.0:1787591758.504260:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958038245220 00000400:00000010:2.0:1787591758.504261:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958038245220. 00000100:00000001:2.0:1787591758.504264:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787591758.504267:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff958008917800 x1874413562726912/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.504274:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787591758.504277:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff958008917800 x1874413562726912/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.504283:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.504285:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787591758.522821:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591758.522866:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787591758.522871:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591758.522874:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591758.522883:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.522890:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp) <- 192.168.206.133@tcp : PUT - for me 00000400:00000200:2.0:1787591758.522899:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.522904:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.522908:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.522912:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.133@tcp of length 224 into portal 10 MB=0x6a8c4ea918980 00000400:00000200:2.0:1787591758.522917:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.522923:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.133@tcp of length 224/224 into md 0x52837d [1] + 224 00000800:00000001:2.0:1787591758.522930:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591758.522934:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591758.522938:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591758.522942:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000100:00000001:2.0:1787591758.522950:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787591758.522959:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff958008915f80 x1874413562726784/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787591758.522971:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff958008915f80 x1874413562726784/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.522988:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787591758.522997:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591758.523001:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787591758.523003:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591758.523005:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591758.523008:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.523012:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp) <- 192.168.206.133@tcp : PUT - for me 00000400:00000200:2.0:1787591758.523016:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.523018:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.523021:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.523024:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.133@tcp of length 224 into portal 10 MB=0x6a8c4ea918900 00000400:00000200:2.0:1787591758.523027:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.523037:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.133@tcp of length 224/224 into md 0x52838d [1] + 224 00000800:00000001:2.0:1787591758.523042:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591758.523051:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591758.523053:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591758.523056:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000100:00000001:2.0:1787591758.523060:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787591758.523065:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff958008915180 x1874413562726656/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787591758.523073:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff958008915180 x1874413562726656/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.523080:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787591758.523084:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591758.523087:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787591758.523100:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787591758.523104:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787591758.523109:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787591758.523111:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787591758.523113:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff958009a382c0. 00000400:00000200:2.0:1787591758.523118:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958038245770 00000400:00000010:2.0:1787591758.523120:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958038245770. 00000100:00000001:2.0:1787591758.523122:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787591758.523126:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff958008915180 x1874413562726656/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787591758.523135:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff958008915180 x1874413562726656/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.523141:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787591758.523143:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787591758.523145:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787591758.523148:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787591758.523150:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787591758.523152:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787591758.523155:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787591758.523164:0:2399:0:(import.c:2149:obd_at_measure()) add 60 to ffff9580072d1460 time=75 v=60 (60 60 60 60) 00000100:00001000:2.0:1787591758.523174:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9580072d1418 time=31 v=5 (1 1 1 1) 00000100:00000001:2.0:1787591758.523176:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787591758.523178:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591758.523181:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787591758.523184:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.523187:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787591758.523189:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95801cd47000: skip recheck: last_committed 30064771593 00000100:00000001:2.0:1787591758.523192:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787591758.523194:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.523199:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff958008915180 x1874413562726656/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.523206:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787591758.523209:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787591758.523211:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787591758.523215:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff958008915180 x1874413562726656/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787591758.523222:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff958008915180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2399:1874413562726656:192.168.206.133@tcp:400:kworker.0 00000400:00000001:2.0:1787591758.523229:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787591758.523230:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787591758.523232:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff958009a38058. 00000400:00000200:2.0:1787591758.523235:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9580382456e8 00000400:00000010:2.0:1787591758.523236:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9580382456e8. 00000100:00000001:2.0:1787591758.523238:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787591758.523242:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff958008915f80 x1874413562726784/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787591758.523249:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff958008915f80 x1874413562726784/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.523255:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787591758.523257:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787591758.523259:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787591758.523260:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787591758.523268:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787591758.523269:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787591758.523271:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787591758.523276:0:2399:0:(import.c:2149:obd_at_measure()) add 60 to ffff9580072d7c60 time=75 v=60 (60 60 60 60) 00000100:00001000:2.0:1787591758.523279:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9580072d7c18 time=16 v=5 (1 1 1 1) 00000100:00000001:2.0:1787591758.523282:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787591758.523283:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591758.523285:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787591758.523289:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff958008915f80 x1874413562726784/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787591758.523296:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.523299:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787591758.523300:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95801cd47000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1787591758.523302:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787591758.523303:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.523307:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff958008915f80 x1874413562726784/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.523313:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787591758.523315:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787591758.523316:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787591758.523319:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff958008915f80 x1874413562726784/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787591758.523327:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff958008915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2399:1874413562726784:192.168.206.133@tcp:400:kworker.0 00000100:00000001:2.0:1787591758.523331:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.523334:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787591758.523337:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff958008915180 x1874413562726656/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.523344:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787591758.523346:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787591758.523349:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9580083dee00. 02000000:00000001:2.0:1787591758.523353:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787591758.523362:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787591758.523363:0:2399:0:(genops.c:1223:class_import_put()) import ffff9580072d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff95801cd47000 00000020:00000001:2.0:1787591758.523366:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787591758.523368:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9580083bbf00. 02000000:00000001:2.0:1787591758.523372:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787591758.523373:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787591758.523375:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff958008915180. 00000100:00000001:2.0:1787591758.523379:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787591758.523380:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787591758.523382:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787591758.523386:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff958008915f80 x1874413562726784/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.523419:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787591758.523420:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787591758.523422:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9580083df200. 02000000:00000001:2.0:1787591758.523425:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787591758.523426:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787591758.523428:0:2399:0:(genops.c:1223:class_import_put()) import ffff9580072d7800 refcount=3 obd=lustre-MDT0001-mdc-ffff95801cd47000 00000020:00000001:2.0:1787591758.523429:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787591758.523431:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9580083bbb00. 02000000:00000001:2.0:1787591758.523433:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787591758.523434:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787591758.523435:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff958008915f80. 00000100:00000001:2.0:1787591758.523438:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787591758.523439:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787591758.523442:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.523444:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787591758.523445:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787591758.523447:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.523448:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787591758.531808:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591758.531826:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787591758.531831:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591758.531833:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591758.531842:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.531858:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp) <- 192.168.206.133@tcp : PUT - for me 00000400:00000200:2.0:1787591758.531868:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.531881:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.531887:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.531890:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.133@tcp of length 224 into portal 25 MB=0x6a8c4ea918880 00000400:00000200:2.0:1787591758.531895:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.531901:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.133@tcp of length 224/224 into md 0x52836d [1] + 224 00000800:00000001:2.0:1787591758.531908:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591758.531912:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591758.531915:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591758.531919:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000100:00000001:2.0:1787591758.531927:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787591758.531936:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff958008916680 x1874413562726528/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787591758.531947:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff958008916680 x1874413562726528/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.531972:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787591758.531981:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591758.531985:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787591758.531987:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591758.531989:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591758.531993:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.531996:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp) <- 192.168.206.133@tcp : PUT - for me 00000400:00000200:2.0:1787591758.532001:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.532003:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591758.532006:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000100:00000001:3.0:1787591758.532008:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1787591758.532008:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.133@tcp of length 224 into portal 4 MB=0x6a8c4ea918a00 00000400:00000200:2.0:1787591758.532011:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000100:00000001:3.0:1787591758.532012:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1787591758.532015:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.133@tcp of length 224/224 into md 0x52839d [1] + 224 00000800:00000001:2.0:1787591758.532019:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1787591758.532020:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787591758.532021:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787591758.532024:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff958009a38948. 00000800:00000001:2.0:1787591758.532026:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787591758.532028:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9580382457f8 00000400:00000200:2.0:1787591758.532028:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1787591758.532030:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9580382457f8. 00000400:00000200:2.0:1787591758.532031:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000100:00000001:3.0:1787591758.532034:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1787591758.532034:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787591758.532039:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff958008916680 x1874413562726528/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787591758.532043:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff958008917800 x1874413562726912/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787591758.532049:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff958008916680 x1874413562726528/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787591758.532052:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff958008917800 x1874413562726912/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591758.532056:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787591758.532058:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787591758.532060:0:2399:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1787591758.532060:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1787591758.532063:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1787591758.532063:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1787591758.532065:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1787591758.532066:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787591758.532067:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787591758.532070:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787591758.532076:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff958003b7d460 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1787591758.532080:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff958003b7d418 time=31 v=5 (1 1 1 1) 00000100:00000001:3.0:1787591758.532083:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787591758.532086:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787591758.532088:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787591758.532091:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591758.532094:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591758.532098:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff958008916680 x1874413562726528/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591758.532105:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787591758.532108:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787591758.532116:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787591758.532122:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff958008916680 x1874413562726528/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787591758.532129:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff958008916680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5655aa54-008c-44ec-83ee-fefc6e0b2829:2399:1874413562726528:192.168.206.133@tcp:400:kworker.0 00000100:00000001:3.0:1787591758.532133:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591758.532136:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787591758.532139:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff958008916680 x1874413562726528/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591758.532145:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787591758.532148:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787591758.532151:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9580083de200. 02000000:00000001:3.0:1787591758.532155:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787591758.532158:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787591758.532159:0:2399:0:(genops.c:1223:class_import_put()) import ffff958003b7d000 refcount=3 obd=MGC192.168.206.133@tcp 00000020:00000001:3.0:1787591758.532161:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787591758.532164:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9580083bb800. 02000000:00000001:3.0:1787591758.532167:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787591758.532168:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787591758.532170:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff958008916680. 00000100:00000001:3.0:1787591758.532173:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787591758.532174:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787591758.532177:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591758.532178:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787591758.532179:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787591758.537649:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787591758.537656:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787591758.537660:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff958009a38420. 00000400:00000200:2.0:1787591758.537669:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958038245908 00000400:00000010:2.0:1787591758.537671:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958038245908. 00000100:00000001:2.0:1787591758.537676:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787591758.537687:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff958008917800 x1874413562726912/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787591758.537699:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff958008917800 x1874413562726912/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.537707:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787591758.537709:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787591758.537712:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787591758.537715:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787591758.537717:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787591758.537719:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787591758.537722:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787591758.537739:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9580114a8c60 time=75 v=5 (5 5 5 5) 00000100:00001000:2.0:1787591758.537744:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9580114a8c18 time=103 v=5 (1 1 0 0) 00000100:00000001:2.0:1787591758.537747:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787591758.537748:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591758.537751:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787591758.537755:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.537759:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787591758.537761:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95801cd47000: skip recheck: last_committed 42949697970 00000100:00000001:2.0:1787591758.537763:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787591758.537783:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787591758.537789:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff958008917800 x1874413562726912/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.537796:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787591758.537799:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787591758.537801:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787591758.537805:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff958008917800 x1874413562726912/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787591758.537812:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff958008917800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2399:1874413562726912:192.168.206.133@tcp:400:kworker.0 00000100:00000001:2.0:1787591758.537817:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787591758.537820:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787591758.537823:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff958008917800 x1874413562726912/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591758.537829:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787591758.537831:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787591758.537835:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9580083dfc00. 02000000:00000001:2.0:1787591758.537840:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787591758.537842:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787591758.538018:0:2399:0:(genops.c:1223:class_import_put()) import ffff9580114a8800 refcount=3 obd=lustre-OST0000-osc-ffff95801cd47000 00000020:00000001:2.0:1787591758.538023:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787591758.538026:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9580083bb000. 02000000:00000001:2.0:1787591758.538030:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787591758.538032:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787591758.538034:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff958008917800. 00000100:00000001:2.0:1787591758.538037:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787591758.538038:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787591758.538041:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787591758.538047:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787591758.538049:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591758.538052:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787591758.538055:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591759.396938:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591759.396945:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591759.396958:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591759.396959:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787591759.397020:0:235980:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787591759.397023:0:235980:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787591759.397026:0:235980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787591760.418635:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591760.418642:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591760.418647:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591760.418648:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787591760.418759:0:235979:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787591760.418762:0:235979:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787591760.418765:0:235979:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787591761.443833:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591761.443839:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591761.443844:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591761.443845:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787591761.443980:0:245415:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787591761.443983:0:245415:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787591761.443986:0:245415:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787591762.338535:0:281912:0:(connection.c:75:cpu_latency_work()) work item of ffff958007cb8220 (cpu 2) has reached its deadline 4306496206, at 4306496256 00000100:00000010:2.0:1787591762.338548:0:281912:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95801142e300. 00000100:00000040:3.0:1787591762.338746:0:280308:0:(connection.c:75:cpu_latency_work()) work item of ffff958007cb8330 (cpu 3) has reached its deadline 4306496206, at 4306496256 00000100:00000010:3.0:1787591762.338762:0:280308:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95801142e3c0. 00010000:00000001:2.0:1787591762.466506:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591762.466513:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591762.466518:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591762.466519:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787591762.466614:0:251814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787591762.466618:0:251814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787591762.466621:0:251814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787591763.490557:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591763.490563:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591763.490568:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591763.490569:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787591763.490660:0:247826:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787591763.490663:0:247826:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787591763.490666:0:247826:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787591763.618566:0:231853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5655aa54-008c-44ec-83ee-fefc6e0b2829->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787591763.618577:0:231853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787591763.618588:0:231853:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9580061ead80. 00000020:00000040:1.0:1787591763.618594:0:231853:0:(genops.c:1210:class_import_get()) import ffff958003b7d000 refcount=4 obd=MGC192.168.206.133@tcp 00000100:00000001:1.0:1787591763.618599:0:231853:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787591763.618603:0:231853:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787591763.618608:0:231853:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787591763.618616:0:231853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff958032f18700. 00000100:00000001:1.0:1787591763.618622:0:231853:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787591763.618635:0:231853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5655aa54-008c-44ec-83ee-fefc6e0b2829->MGS req@ffff9580061ead80 x1874413562727040/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787591763.618645:0:231853:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787591763.618649:0:231853:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787591763.618655:0:231853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c76466dc] to pc [ptlrpcd_00_01+1] req@ffff9580061ead80 x1874413562727040/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787591763.618694:0:231853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787591763.618697:0:231853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787591763.618710:0:231853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787591763.618713:0:231853:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9580061ea680. 00000020:00000040:1.0:1787591763.618716:0:231853:0:(genops.c:1210:class_import_get()) import ffff9580072d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff95801cd47000 00000100:00000001:1.0:1787591763.618718:0:231853:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787591763.618731:0:231853:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787591763.618733:0:231853:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787591763.618737:0:231853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff958032f18c00. 00000100:00000001:1.0:1787591763.618741:0:231853:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787591763.618746:0:231853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-MDT0000_UUID req@ffff9580061ea680 x1874413562727168/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787591763.618754:0:231853:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787591763.618756:0:231853:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787591763.618760:0:231853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8b3f2f8] to pc [ptlrpcd_00_00+0] req@ffff9580061ea680 x1874413562727168/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787591763.618768:0:231853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787591763.618771:0:231853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787591763.618774:0:231853:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787591763.618778:0:231853:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9580061eb800. 00000020:00000040:1.0:1787591763.618781:0:231853:0:(genops.c:1210:class_import_get()) import ffff9580072d7800 refcount=4 obd=lustre-MDT0001-mdc-ffff95801cd47000 00000100:00000001:1.0:1787591763.618783:0:231853:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787591763.618784:0:231853:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787591763.618786:0:231853:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787591763.618789:0:231853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff958032f18800. 00000100:00000001:1.0:1787591763.618792:0:231853:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787591763.618795:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1787591763.618797:0:231853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-MDT0001_UUID req@ffff9580061eb800 x1874413562727296/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787591763.618800:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787591763.618804:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787591763.618809:0:231853:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787591763.618812:0:231853:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787591763.618813:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9580061ead80 x1874413562727040/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787591763.618819:0:231853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be9c0682] to pc [ptlrpcd_00_01+1] req@ffff9580061eb800 x1874413562727296/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787591763.618829:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787591763.618832:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787591763.618836:0:231853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787591763.618838:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1787591763.618839:0:231853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1787591763.618842:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787591763.618845:0:231853:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1787591763.618847:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787591763.618850:0:231853:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9580061e9500. 00000100:00100000:0.0:1787591763.618853:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9580061ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5655aa54-008c-44ec-83ee-fefc6e0b2829:2398:1874413562727040:192.168.206.133@tcp:400:kworker.0 00000020:00000040:1.0:1787591763.618861:0:231853:0:(genops.c:1210:class_import_get()) import ffff9580114a8800 refcount=4 obd=lustre-OST0000-osc-ffff95801cd47000 00000100:00000001:0.0:1787591763.618861:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787591763.618868:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787591763.618871:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787591763.618874:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787591763.618879:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff958032661600. 02000000:00000001:0.0:1787591763.618881:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787591763.618887:0:231853:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1787591763.618889:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 02000000:00000001:1.0:1787591763.618890:0:231853:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787591763.618895:0:231853:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787591763.618895:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9580037f7688. 02000000:00000010:1.0:1787591763.618904:0:231853:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff958032f18f00. 00000400:00000010:0.0:1787591763.618905:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958033d46000. 00000100:00000001:1.0:1787591763.618908:0:231853:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1787591763.618913:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874413562727040, portal 25 00000100:00000040:1.0:1787591763.618917:0:231853:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-OST0000_UUID req@ffff9580061e9500 x1874413562727424/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787591763.618918:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787591763.618921:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626975823867264 : -117097885684352 : ffff9580061ead80) 00000100:00000001:1.0:1787591763.618931:0:231853:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1787591763.618931:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9580061ead80 x1874413562727040/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787591763.618936:0:231853:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787591763.618944:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787591763.618945:0:231853:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c48a0f58] to pc [ptlrpcd_00_00+0] req@ffff9580061e9500 x1874413562727424/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787591763.618955:0:231853:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787591763.618959:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.133@tcp 00000100:00000040:1.0:1787591763.618960:0:231853:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1787591763.618964:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958033d46330. 00000100:00000040:1.0:1787591763.618965:0:231853:0:(pinger.c:247:ptlrpc_pinger_process_import()) 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1787591763.618969:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874413562727040, offset 0 00000100:00000040:1.0:1787591763.618972:0:231853:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11835) 00000400:00000200:0.0:1787591763.618979:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.133@tcp 00000100:00000001:1.0:1787591763.618987:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1787591763.618989:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000100:00000001:1.0:1787591763.618991:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787591763.618994:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1787591763.618999:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.133@tcp local destination 00000100:00000040:1.0:1787591763.619001:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9580061ea680 x1874413562727168/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787591763.619008:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1787591763.619012:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787591763.619016:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787591763.619016:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.33@tcp 02000000:00000001:1.0:1787591763.619021:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1787591763.619023:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.33@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1787591763.619025:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787591763.619028:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.133@tcp 02000000:00000001:1.0:1787591763.619030:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787591763.619036:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.33@tcp NI seq info: [551752:551752:256:4294967295] 192.168.206.133@tcp LPNI seq info [551706:551706:8:4294967295] 00000100:00100000:1.0:1787591763.619038:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9580061ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2397:1874413562727168:192.168.206.133@tcp:400:kworker.0 00000400:00000200:0.0:1787591763.619044:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000100:00000001:1.0:1787591763.619046:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787591763.619049:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787591763.619052:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787591763.619055:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1787591763.619059:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp:) -> 192.168.206.133@tcp(192.168.206.133@tcp:192.168.206.133@tcp) : PUT try# 0 00000800:00000200:0.0:1787591763.619066:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.133@tcp 02000000:00000010:1.0:1787591763.619067:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff958032679000. 02000000:00000001:1.0:1787591763.619071:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1787591763.619072:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff958007ee4e00. 00000400:00000200:1.0:1787591763.619077:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000010:1.0:1787591763.619083:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff958038711580. 00000800:00000200:0.0:1787591763.619083:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff958003328b40] -> 12345-192.168.206.133@tcp (5) 00000400:00000010:1.0:1787591763.619090:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958010885660. 00000100:00000200:1.0:1787591763.619094:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874413562727168, portal 10 00000800:00000200:0.0:1787591763.619095:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.133@tcp ip 192.168.206.133:988 00000100:00000001:1.0:1787591763.619098:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1787591763.619101:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff958007ee4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787591763.619102:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626975823865472 : -117097885686144 : ffff9580061ea680) 00000100:00000001:0.0:1787591763.619113:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787591763.619114:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9580061ea680 x1874413562727168/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787591763.619121:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000100:00000001:0.0:1787591763.619126:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.133@tcp: PM QoS new deadline estimation for cpu 2 is 4306501323 00000100:00000001:1.0:1787591763.619131:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1787591763.619133:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9580388e85a0. 00000100:00000040:1.0:1787591763.619138:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.133@tcp 00000400:00000010:1.0:1787591763.619142:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958010885990. 00000100:00000001:0.0:1787591763.619143:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.133@tcp: PM QoS request now active for cpu 2 00000100:00000200:1.0:1787591763.619147:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874413562727168, offset 0 00000100:00000001:0.0:1787591763.619150:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.133@tcp: PM QoS new deadline estimation for cpu 3 is 4306501323 00000400:00000200:1.0:1787591763.619155:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.133@tcp 00000100:00000010:0.0:1787591763.619156:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9580388e8e40. 00000400:00000200:1.0:1787591763.619161:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000100:00000001:0.0:1787591763.619162:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.133@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787591763.619168:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1787591763.619170:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.133@tcp local destination 00000100:00000001:0.0:1787591763.619172:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787591763.619175:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1787591763.619178:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787591763.619181:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.33@tcp 00000100:00000001:0.0:1787591763.619183:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787591763.619187:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787591763.619191:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.133@tcp 00000100:00000001:0.0:1787591763.619191:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1787591763.619195:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.33@tcp NI seq info: [551753:551753:255:4294967295] 192.168.206.133@tcp LPNI seq info [551707:551707:7:4294967295] 00000100:00000001:0.0:1787591763.619200:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1787591763.619204:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000100:00000001:0.0:1787591763.619205:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787591763.619209:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787591763.619211:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1787591763.619218:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp:) -> 192.168.206.133@tcp(192.168.206.133@tcp:192.168.206.133@tcp) : PUT try# 0 00000100:00000040:0.0:1787591763.619219:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9580061eb800 x1874413562727296/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1787591763.619229:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.133@tcp 00000100:00000001:0.0:1787591763.619234:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000010:1.0:1787591763.619237:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff958032f18e00. 00000100:00000001:0.0:1787591763.619238:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787591763.619242:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787591763.619245:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1787591763.619246:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff958003328b40] -> 12345-192.168.206.133@tcp (5) 02000000:00000001:0.0:1787591763.619249:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787591763.619255:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9580061eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2398:1874413562727296:192.168.206.133@tcp:400:kworker.0 00000800:00000200:1.0:1787591763.619258:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.133@tcp ip 192.168.206.133:988 00000100:00000001:0.0:1787591763.619262:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1787591763.619264:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff958032f18e00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1787591763.619266:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787591763.619270:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787591763.619271:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787591763.619273:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1787591763.619276:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95801cd47000: using a timeout of 17475 usecs (18 jiffies) 02000000:00000010:0.0:1787591763.619277:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff958032660e00. 02000000:00000001:0.0:1787591763.619280:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787591763.619284:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000010:0.0:1787591763.619290:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9580037f7a50. 00000400:00000200:1.0:1787591763.619292:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000010:0.0:1787591763.619295:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958033d46bb0. 00000100:00000001:1.0:1787591763.619297:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95801cd47000: PM QoS new deadline estimation for cpu 2 is 4306497554 00000100:00000200:0.0:1787591763.619301:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874413562727296, portal 10 00000100:00000001:1.0:1787591763.619302:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95801cd47000: PM QoS request active for cpu 2, keep current deadline 4306501323 00000100:00000001:0.0:1787591763.619305:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787591763.619307:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95801cd47000: PM QoS new deadline estimation for cpu 3 is 4306497554 00000100:00000001:0.0:1787591763.619308:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626975823869952 : -117097885681664 : ffff9580061eb800) 00000100:00000001:1.0:1787591763.619313:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95801cd47000: PM QoS request active for cpu 3, keep current deadline 4306501323 00000100:00000001:1.0:1787591763.619318:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1787591763.619318:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9580061eb800 x1874413562727296/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787591763.619323:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787591763.619329:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1787591763.619333:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787591763.619338:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9580061e9500 x1874413562727424/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787591763.619338:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.133@tcp 00000400:00000010:0.0:1787591763.619342:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958033d46198. 00000100:00000200:0.0:1787591763.619347:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874413562727296, offset 0 00000100:00000001:1.0:1787591763.619355:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1787591763.619355:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.133@tcp 00000100:00000001:1.0:1787591763.619359:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787591763.619363:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 02000000:00000001:1.0:1787591763.619364:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787591763.619368:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787591763.619369:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.133@tcp local destination 02000000:00000001:1.0:1787591763.619372:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787591763.619377:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9580061e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2397:1874413562727424:192.168.206.133@tcp:400:kworker.0 00000400:00000200:0.0:1787591763.619380:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1787591763.619383:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1787591763.619386:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.33@tcp 00000400:00000200:0.0:1787591763.619413:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.33@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787591763.619416:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.133@tcp 00000400:00000200:0.0:1787591763.619420:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.33@tcp NI seq info: [551754:551754:254:4294967295] 192.168.206.133@tcp LPNI seq info [551708:551708:6:4294967295] 00000400:00000200:0.0:1787591763.619425:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:0.0:1787591763.619434:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp:) -> 192.168.206.133@tcp(192.168.206.133@tcp:192.168.206.133@tcp) : PUT try# 0 02000000:00000001:1.0:1787591763.619435:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787591763.619439:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787591763.619441:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.133@tcp 02000000:00000001:1.0:1787591763.619443:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1787591763.619446:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff958007ee4100. 02000000:00000010:1.0:1787591763.619449:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff958032678800. 02000000:00000001:1.0:1787591763.619454:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787591763.619454:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff958003328b40] -> 12345-192.168.206.133@tcp (5) 00000400:00000200:1.0:1787591763.619462:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000800:00000200:0.0:1787591763.619463:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.133@tcp ip 192.168.206.133:988 00000400:00000010:1.0:1787591763.619468:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9580387117e8. 00000800:00000200:0.0:1787591763.619469:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff958007ee4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787591763.619475:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787591763.619476:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958010885cc0. 00000100:00000040:0.0:1787591763.619479:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95801cd47000: using a timeout of 20335 usecs (21 jiffies) 00000100:00000200:1.0:1787591763.619481:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874413562727424, portal 4 00000400:00000200:0.0:1787591763.619486:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000100:00000001:1.0:1787591763.619487:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787591763.619490:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95801cd47000: PM QoS new deadline estimation for cpu 2 is 4306497558 00000100:00000001:1.0:1787591763.619491:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626975823860992 : -117097885690624 : ffff9580061e9500) 00000100:00000001:0.0:1787591763.619495:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95801cd47000: PM QoS request active for cpu 2, keep current deadline 4306501323 00000100:00000001:0.0:1787591763.619499:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95801cd47000: PM QoS new deadline estimation for cpu 3 is 4306497558 00000100:00000040:1.0:1787591763.619503:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9580061e9500 x1874413562727424/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787591763.619503:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95801cd47000: PM QoS request active for cpu 3, keep current deadline 4306501323 00000100:00000001:0.0:1787591763.619508:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787591763.619512:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787591763.619517:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787591763.619521:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1787591763.619522:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787591763.619525:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787591763.619527:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787591763.619531:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1787591763.619533:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.133@tcp 00000100:00000001:0.0:1787591763.619534:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787591763.619538:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787591763.619539:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9580108854c8. 00000100:00000001:0.0:1787591763.619540:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1787591763.619545:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874413562727424, offset 0 00000400:00000200:1.0:1787591763.619551:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.133@tcp 00000400:00000200:1.0:1787591763.619556:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:1.0:1787591763.619560:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.133@tcp local destination 00000400:00000200:1.0:1787591763.619564:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787591763.619566:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.33@tcp 00000400:00000200:1.0:1787591763.619569:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.33@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787591763.619571:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.133@tcp 00000400:00000200:1.0:1787591763.619575:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.33@tcp NI seq info: [551755:551755:253:4294967295] 192.168.206.133@tcp LPNI seq info [551709:551709:5:4294967295] 00000400:00000200:1.0:1787591763.619580:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:1.0:1787591763.619586:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp:) -> 192.168.206.133@tcp(192.168.206.133@tcp:192.168.206.133@tcp) : PUT try# 0 00000800:00000200:1.0:1787591763.619591:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.133@tcp 00000800:00000010:1.0:1787591763.619594:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff958032f18900. 00000800:00000200:1.0:1787591763.619597:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff958003328b40] -> 12345-192.168.206.133@tcp (5) 00000800:00000200:1.0:1787591763.619602:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.133@tcp ip 192.168.206.133:988 00000800:00000200:1.0:1787591763.619605:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff958032f18900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787591763.619608:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787591763.619610:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95801cd47000: using a timeout of 124460 usecs (125 jiffies) 00000400:00000200:1.0:1787591763.619613:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000100:00000001:1.0:1787591763.619615:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95801cd47000: PM QoS new deadline estimation for cpu 2 is 4306497662 00000100:00000001:1.0:1787591763.619618:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95801cd47000: PM QoS request active for cpu 2, keep current deadline 4306501323 00000100:00000001:1.0:1787591763.619620:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95801cd47000: PM QoS new deadline estimation for cpu 3 is 4306497662 00000100:00000001:1.0:1787591763.619622:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95801cd47000: PM QoS request active for cpu 3, keep current deadline 4306501323 00000100:00000001:1.0:1787591763.619624:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787591763.619626:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787591763.619628:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787591763.619630:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787591763.619634:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787591763.619640:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787591763.619642:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787591763.619643:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787591763.619645:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787591763.619647:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787591763.619798:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787591763.619803:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff958007ee4e00. 00000400:00000200:2.0:1787591763.619810:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591763.619815:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000400:00000200:2.0:1787591763.619820:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958033d46330 00000400:00000010:2.0:1787591763.619822:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958033d46330. 00000100:00000001:2.0:1787591763.619826:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787591763.619831:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9580061ead80 x1874413562727040/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591763.619846:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787591763.619849:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9580061ead80 x1874413562727040/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591763.619856:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591763.619857:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787591763.619870:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787591763.619879:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff958032f18e00. 00000400:00000200:2.0:1787591763.619882:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591763.619886:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000400:00000200:2.0:1787591763.619889:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958010885990 00000400:00000010:2.0:1787591763.619891:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958010885990. 00000100:00000001:2.0:1787591763.619894:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787591763.619898:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9580061ea680 x1874413562727168/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591763.619905:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787591763.619909:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9580061ea680 x1874413562727168/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591763.619916:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591763.619917:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787591763.619927:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787591763.619929:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff958007ee4100. 00000400:00000200:2.0:1787591763.619932:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591763.619936:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000400:00000200:2.0:1787591763.619938:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958033d46198 00000400:00000010:2.0:1787591763.619939:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958033d46198. 00000100:00000001:2.0:1787591763.619940:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787591763.619944:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9580061eb800 x1874413562727296/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591763.619950:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787591763.619952:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9580061eb800 x1874413562727296/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591763.619958:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591763.619960:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787591763.620021:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787591763.620024:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff958032f18900. 00000400:00000200:2.0:1787591763.620027:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591763.620031:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000400:00000200:2.0:1787591763.620033:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9580108854c8 00000400:00000010:2.0:1787591763.620035:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9580108854c8. 00000100:00000001:2.0:1787591763.620044:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787591763.620048:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9580061e9500 x1874413562727424/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591763.620056:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787591763.620059:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9580061e9500 x1874413562727424/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591763.620065:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787591763.620067:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787591763.630487:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591763.630504:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787591763.630508:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591763.630511:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591763.630533:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.630541:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp) <- 192.168.206.133@tcp : PUT - for me 00000400:00000200:2.0:1787591763.630549:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.630553:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.630558:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.630561:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.133@tcp of length 224 into portal 4 MB=0x6a8c4ea918c00 00000400:00000200:2.0:1787591763.630565:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.630571:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.133@tcp of length 224/224 into md 0x5283c5 [1] + 224 00000800:00000001:2.0:1787591763.630577:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591763.630580:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591763.630584:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591763.630587:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000100:00000001:2.0:1787591763.630594:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787591763.630603:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9580061e9500 x1874413562727424/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787591763.630614:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9580061e9500 x1874413562727424/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591763.630637:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787591763.630644:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591763.630661:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787591763.630663:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591763.630665:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591763.630668:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.630672:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp) <- 192.168.206.133@tcp : PUT - for me 00000400:00000200:2.0:1787591763.630676:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.630679:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.630681:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.630684:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.133@tcp of length 224 into portal 10 MB=0x6a8c4ea918b00 00000400:00000200:2.0:1787591763.630687:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.630691:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.133@tcp of length 224/224 into md 0x5283b5 [1] + 224 00000800:00000001:2.0:1787591763.630695:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591763.630699:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591763.630712:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591763.630716:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000100:00000001:2.0:1787591763.630719:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787591763.630724:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9580061ea680 x1874413562727168/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787591763.630732:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9580061ea680 x1874413562727168/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591763.630739:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787591763.630744:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591763.630748:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787591763.630749:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591763.630751:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591763.630754:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.630757:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp) <- 192.168.206.133@tcp : PUT - for me 00000400:00000200:2.0:1787591763.630761:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.630763:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.630766:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.630769:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.133@tcp of length 224 into portal 10 MB=0x6a8c4ea918b80 00000400:00000200:2.0:1787591763.630771:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.630781:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.133@tcp of length 224/224 into md 0x5283bd [1] + 224 00000800:00000001:2.0:1787591763.630787:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591763.630793:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591763.630795:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591763.630798:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000100:00000001:2.0:1787591763.630802:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787591763.630806:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9580061eb800 x1874413562727296/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787591763.630814:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9580061eb800 x1874413562727296/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591763.630833:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787591763.630838:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591763.630841:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787591763.631056:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787591763.631061:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787591763.631066:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787591763.631068:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787591763.631071:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff958038711580. 00000400:00000200:1.0:1787591763.631076:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958010885660 00000400:00000010:1.0:1787591763.631078:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958010885660. 00000100:00000001:1.0:1787591763.631081:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787591763.631086:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9580061ea680 x1874413562727168/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787591763.631094:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9580061ea680 x1874413562727168/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787591763.631101:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787591763.631103:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787591763.631105:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787591763.631108:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787591763.631110:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787591763.631112:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787591763.631115:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787591763.631125:0:2397:0:(import.c:2149:obd_at_measure()) add 60 to ffff9580072d1460 time=80 v=60 (60 60 60 60) 00000100:00001000:1.0:1787591763.631130:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff9580072d1418 time=36 v=5 (1 1 1 1) 00000100:00000001:1.0:1787591763.631133:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787591763.631134:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787591763.631137:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787591763.631140:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787591763.631144:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787591763.631146:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95801cd47000: skip recheck: last_committed 30064771593 00000100:00000001:1.0:1787591763.631148:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787591763.631150:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787591763.631155:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9580061ea680 x1874413562727168/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787591763.631186:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787591763.631189:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787591763.631191:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787591763.631196:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9580061ea680 x1874413562727168/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787591763.631203:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9580061ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2397:1874413562727168:192.168.206.133@tcp:400:kworker.0 00000400:00000001:1.0:1787591763.631210:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787591763.631212:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787591763.631213:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9580387117e8. 00000400:00000200:1.0:1787591763.631216:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958010885cc0 00000400:00000010:1.0:1787591763.631217:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958010885cc0. 00000100:00000001:1.0:1787591763.631220:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787591763.631223:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9580061e9500 x1874413562727424/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787591763.631230:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9580061e9500 x1874413562727424/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787591763.631235:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787591763.631237:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787591763.631238:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787591763.631240:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787591763.631252:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787591763.631254:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787591763.631256:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787591763.631261:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff9580114a8c60 time=80 v=5 (5 5 5 5) 00000100:00001000:1.0:1787591763.631264:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff9580114a8c18 time=108 v=5 (1 1 0 0) 00000100:00000001:1.0:1787591763.631266:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787591763.631267:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787591763.631269:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787591763.631271:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787591763.631273:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787591763.631274:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95801cd47000: skip recheck: last_committed 42949697970 00000100:00000001:1.0:1787591763.631281:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787591763.631283:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787591763.631288:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9580061e9500 x1874413562727424/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787591763.631294:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787591763.631295:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787591763.631297:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787591763.631300:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9580061e9500 x1874413562727424/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591779 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787591763.631306:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9580061e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2397:1874413562727424:192.168.206.133@tcp:400:kworker.0 00000100:00000001:1.0:1787591763.631310:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787591763.631312:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787591763.631316:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9580061ea680 x1874413562727168/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787591763.631322:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787591763.631324:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787591763.631328:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff958032679000. 02000000:00000001:1.0:1787591763.631332:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787591763.631334:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787591763.631336:0:2397:0:(genops.c:1223:class_import_put()) import ffff9580072d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff95801cd47000 00000020:00000001:1.0:1787591763.631338:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787591763.631341:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff958032f18c00. 02000000:00000001:1.0:1787591763.631344:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787591763.631346:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787591763.631347:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9580061ea680. 00000100:00000001:1.0:1787591763.631351:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787591763.631352:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787591763.631354:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787591763.631357:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9580061e9500 x1874413562727424/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591779 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787591763.631363:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787591763.631369:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787591763.631371:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff958032678800. 02000000:00000001:1.0:1787591763.631373:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787591763.631375:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787591763.631376:0:2397:0:(genops.c:1223:class_import_put()) import ffff9580114a8800 refcount=3 obd=lustre-OST0000-osc-ffff95801cd47000 00000020:00000001:1.0:1787591763.631378:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787591763.631380:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff958032f18f00. 02000000:00000001:1.0:1787591763.631381:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787591763.631382:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787591763.631384:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9580061e9500. 00000100:00000001:1.0:1787591763.631386:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787591763.631387:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787591763.631417:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787591763.631424:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787591763.631425:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787591763.631427:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787591763.631429:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787591763.631984:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787591763.631988:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787591763.632000:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787591763.632002:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787591763.632004:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9580037f7a50. 00000400:00000200:0.0:1787591763.632009:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958033d46bb0 00000400:00000010:0.0:1787591763.632010:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958033d46bb0. 00000100:00000001:0.0:1787591763.632013:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787591763.632019:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9580061eb800 x1874413562727296/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787591763.632028:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9580061eb800 x1874413562727296/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787591763.632034:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787591763.632036:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787591763.632038:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787591763.632040:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787591763.632042:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787591763.632044:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787591763.632045:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787591763.632051:0:2398:0:(import.c:2149:obd_at_measure()) add 60 to ffff9580072d7c60 time=80 v=60 (60 60 60 60) 00000100:00001000:0.0:1787591763.632054:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff9580072d7c18 time=21 v=5 (1 1 1 1) 00000100:00000001:0.0:1787591763.632056:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787591763.632058:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787591763.632060:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787591763.632064:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9580061eb800 x1874413562727296/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787591763.632071:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787591763.632073:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787591763.632075:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95801cd47000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1787591763.632077:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787591763.632079:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787591763.632083:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9580061eb800 x1874413562727296/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787591763.632090:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787591763.632093:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787591763.632099:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787591763.632104:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9580061eb800 x1874413562727296/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787591763.632112:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9580061eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2398:1874413562727296:192.168.206.133@tcp:400:kworker.0 00000100:00000001:0.0:1787591763.632118:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787591763.632120:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787591763.632123:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9580061eb800 x1874413562727296/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591848 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787591763.632130:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787591763.632131:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787591763.632134:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff958032660e00. 02000000:00000001:0.0:1787591763.632138:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787591763.632140:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787591763.632141:0:2398:0:(genops.c:1223:class_import_put()) import ffff9580072d7800 refcount=3 obd=lustre-MDT0001-mdc-ffff95801cd47000 00000020:00000001:0.0:1787591763.632143:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787591763.632146:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff958032f18800. 02000000:00000001:0.0:1787591763.632149:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787591763.632150:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787591763.632151:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9580061eb800. 00000100:00000001:0.0:1787591763.632155:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787591763.632157:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787591763.632160:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787591763.632162:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787591763.632163:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787591763.632165:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787591763.632167:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787591763.634994:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591763.635012:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787591763.635016:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591763.635018:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591763.635026:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.635034:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp) <- 192.168.206.133@tcp : PUT - for me 00000400:00000200:2.0:1787591763.635044:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.635049:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.635054:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.635058:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.133@tcp of length 224 into portal 25 MB=0x6a8c4ea918a80 00000400:00000200:2.0:1787591763.635062:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591763.635068:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.133@tcp of length 224/224 into md 0x5283ad [1] + 224 00000800:00000001:2.0:1787591763.635075:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591763.635086:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591763.635089:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591763.635093:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000100:00000001:2.0:1787591763.635100:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787591763.635108:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9580061ead80 x1874413562727040/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787591763.635138:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9580061ead80 x1874413562727040/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591763.635164:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787591763.635173:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591763.635176:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787591763.636627:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787591763.636634:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787591763.636642:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787591763.636645:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787591763.636648:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9580037f7688. 00000400:00000200:0.0:1787591763.636655:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958033d46000 00000400:00000010:0.0:1787591763.636657:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958033d46000. 00000100:00000001:0.0:1787591763.636662:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787591763.636671:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9580061ead80 x1874413562727040/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787591763.636694:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9580061ead80 x1874413562727040/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787591763.636713:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787591763.636715:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787591763.636718:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787591763.636722:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787591763.636724:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787591763.636727:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787591763.636730:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787591763.636735:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff958003b7d460 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1787591763.636740:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff958003b7d418 time=36 v=5 (1 1 1 1) 00000100:00000001:0.0:1787591763.636742:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787591763.636744:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787591763.636747:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787591763.636749:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787591763.636752:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787591763.636757:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9580061ead80 x1874413562727040/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787591763.636764:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787591763.636768:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787591763.636770:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787591763.636773:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9580061ead80 x1874413562727040/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591779 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787591763.636782:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9580061ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5655aa54-008c-44ec-83ee-fefc6e0b2829:2398:1874413562727040:192.168.206.133@tcp:400:kworker.0 00000100:00000001:0.0:1787591763.636786:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787591763.636789:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787591763.636792:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9580061ead80 x1874413562727040/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591779 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787591763.636798:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787591763.636800:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787591763.636809:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff958032661600. 02000000:00000001:0.0:1787591763.636813:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787591763.636815:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787591763.636817:0:2398:0:(genops.c:1223:class_import_put()) import ffff958003b7d000 refcount=3 obd=MGC192.168.206.133@tcp 00000020:00000001:0.0:1787591763.636820:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787591763.636822:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff958032f18700. 02000000:00000001:0.0:1787591763.636826:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787591763.636827:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787591763.636829:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9580061ead80. 00000100:00000001:0.0:1787591763.636833:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787591763.636834:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787591763.636837:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787591763.636844:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787591763.636845:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787591763.636847:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787591763.636849:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591764.516028:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591764.516035:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591764.516040:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591764.516041:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787591764.516548:0:235980:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787591764.516551:0:235980:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787591764.516554:0:235980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787591764.821191:0:284684:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591765.538513:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591765.538520:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591765.538525:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591765.538526:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787591765.538629:0:235979:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787591765.538632:0:235979:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787591765.538636:0:235979:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787591766.562707:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591766.562715:0:281912:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787591766.562717:0:281912:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787591766.562720:0:281912:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591766.562724:0:281912:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787591766.562726:0:281912:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591766.562728:0:281912:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591766.562730:0:281912:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591766.562734:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591766.562736:0:281912:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1787591766.562737:0:281912:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1787591766.562741:0:281912:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787591766.562743:0:281912:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787591766.562744:0:281912:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591766.562746:0:281912:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1787591766.562747:0:281912:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591766.562748:0:281912:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591766.562750:0:281912:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787591766.563892:0:245415:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787591766.563898:0:245415:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787591766.563902:0:245415:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787591767.458523:0:281912:0:(connection.c:75:cpu_latency_work()) work item of ffff958007cb8220 (cpu 2) has reached its deadline 4306501323, at 4306501376 00000100:00000010:2.0:1787591767.458538:0:281912:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9580388e85a0. 00000100:00000040:3.0:1787591767.458626:0:280308:0:(connection.c:75:cpu_latency_work()) work item of ffff958007cb8330 (cpu 3) has reached its deadline 4306501323, at 4306501376 00000100:00000010:3.0:1787591767.458631:0:280308:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9580388e8e40. 00010000:00000001:2.0:1787591767.587318:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591767.587340:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591767.587346:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591767.587347:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787591767.588924:0:251814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787591767.588929:0:251814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787591767.588933:0:251814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787591768.610738:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591768.610745:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591768.610750:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591768.610751:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787591768.615030:0:247826:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787591768.615036:0:247826:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787591768.615055:0:247826:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787591768.738524:0:283070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5655aa54-008c-44ec-83ee-fefc6e0b2829->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787591768.738533:0:283070:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787591768.738551:0:283070:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff958031f6c700. 00000020:00000040:3.0:1787591768.738557:0:283070:0:(genops.c:1210:class_import_get()) import ffff958003b7d000 refcount=4 obd=MGC192.168.206.133@tcp 00000100:00000001:3.0:1787591768.738561:0:283070:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787591768.738563:0:283070:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787591768.738569:0:283070:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787591768.738576:0:283070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95801d187c00. 00000100:00000001:3.0:1787591768.738582:0:283070:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.738593:0:283070:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5655aa54-008c-44ec-83ee-fefc6e0b2829->MGS req@ffff958031f6c700 x1874413562727552/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787591768.738603:0:283070:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787591768.738607:0:283070:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.738613:0:283070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2738e7f] to pc [ptlrpcd_01_00+0] req@ffff958031f6c700 x1874413562727552/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.738647:0:283070:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.738650:0:283070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787591768.738653:0:283070:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787591768.738656:0:283070:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff958031f6d180. 00000020:00000040:3.0:1787591768.738658:0:283070:0:(genops.c:1210:class_import_get()) import ffff9580072d1000 refcount=9 obd=lustre-MDT0000-mdc-ffff95801cd47000 00000100:00000001:3.0:1787591768.738660:0:283070:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787591768.738662:0:283070:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787591768.738664:0:283070:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787591768.738667:0:283070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95801d187500. 00000100:00000001:3.0:1787591768.738669:0:283070:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.738683:0:283070:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-MDT0000_UUID req@ffff958031f6d180 x1874413562727680/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787591768.738691:0:283070:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787591768.738693:0:283070:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.738697:0:283070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027d6e11d] to pc [ptlrpcd_01_01+1] req@ffff958031f6d180 x1874413562727680/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.738717:0:283070:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.738719:0:283070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787591768.738722:0:283070:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787591768.738725:0:283070:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff958031f6d500. 00000020:00000040:3.0:1787591768.738727:0:283070:0:(genops.c:1210:class_import_get()) import ffff9580072d7800 refcount=4 obd=lustre-MDT0001-mdc-ffff95801cd47000 00000100:00000001:3.0:1787591768.738729:0:283070:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787591768.738731:0:283070:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787591768.738733:0:283070:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787591768.738736:0:283070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95801d187800. 00000100:00000001:3.0:1787591768.738738:0:283070:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.738743:0:283070:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-MDT0001_UUID req@ffff958031f6d500 x1874413562727808/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787591768.738749:0:283070:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787591768.738750:0:283070:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.738754:0:283070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087edea4a] to pc [ptlrpcd_01_00+0] req@ffff958031f6d500 x1874413562727808/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.738761:0:283070:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.738764:0:283070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787591768.738766:0:283070:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787591768.738769:0:283070:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff958031f6df80. 00000020:00000040:3.0:1787591768.738771:0:283070:0:(genops.c:1210:class_import_get()) import ffff9580114a8800 refcount=4 obd=lustre-OST0000-osc-ffff95801cd47000 00000100:00000001:3.0:1787591768.738773:0:283070:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787591768.738774:0:283070:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787591768.738775:0:283070:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787591768.738778:0:283070:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95801d187a00. 00000100:00000001:3.0:1787591768.738780:0:283070:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.738784:0:283070:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-OST0000_UUID req@ffff958031f6df80 x1874413562727936/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787591768.738789:0:283070:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787591768.738796:0:283070:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.738801:0:283070:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ff47585] to pc [ptlrpcd_01_01+1] req@ffff958031f6df80 x1874413562727936/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.738807:0:283070:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.738810:0:283070:0:(pinger.c:229:ptlrpc_pinger_process_import()) 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787591768.738823:0:283070:0:(pinger.c:247:ptlrpc_pinger_process_import()) 65f9a680-0ed3-46db-850d-17cddb2e7c8d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787591768.738828:0:283070:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11840) 00000100:00000001:3.0:1787591768.738842:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787591768.738845:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787591768.738847:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787591768.738852:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff958031f6d180 x1874413562727680/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.738859:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787591768.738861:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787591768.738864:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787591768.738867:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787591768.738869:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787591768.738873:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff958031f6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2400:1874413562727680:192.168.206.133@tcp:400:kworker.0 00000100:00000001:3.0:1787591768.738876:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787591768.738880:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787591768.738883:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787591768.738885:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787591768.738889:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff958020eedc00. 02000000:00000001:3.0:1787591768.738891:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787591768.738897:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000010:3.0:1787591768.738900:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9580188a54d0. 00000400:00000010:3.0:1787591768.738906:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958032d4e660. 00000100:00000200:3.0:1787591768.738912:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874413562727680, portal 10 00000100:00000001:3.0:1787591768.738914:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787591768.738916:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626976559452544 : -117097150099072 : ffff958031f6d180) 00000100:00000040:3.0:1787591768.738922:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff958031f6d180 x1874413562727680/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.738942:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787591768.738945:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.133@tcp 00000400:00000010:3.0:1787591768.738948:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958032d4e908. 00000100:00000200:3.0:1787591768.738951:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874413562727680, offset 0 00000400:00000200:3.0:1787591768.738957:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.133@tcp 00000400:00000200:3.0:1787591768.738964:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:3.0:1787591768.738971:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.133@tcp local destination 00000400:00000200:3.0:1787591768.738977:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787591768.738981:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.33@tcp 00000400:00000200:3.0:1787591768.738984:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787591768.738987:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.133@tcp 00000400:00000200:3.0:1787591768.738991:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.33@tcp NI seq info: [551756:551756:256:4294967295] 192.168.206.133@tcp LPNI seq info [551710:551710:8:4294967295] 00000400:00000200:3.0:1787591768.738996:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:3.0:1787591768.739005:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp:) -> 192.168.206.133@tcp(192.168.206.133@tcp:192.168.206.133@tcp) : PUT try# 0 00000800:00000200:3.0:1787591768.739010:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.133@tcp 00000800:00000010:3.0:1787591768.739015:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95801d187100. 00000800:00000200:3.0:1787591768.739021:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff958003328b40] -> 12345-192.168.206.133@tcp (5) 00000800:00000200:3.0:1787591768.739028:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.133@tcp ip 192.168.206.133:988 00000800:00000200:3.0:1787591768.739032:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95801d187100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787591768.739043:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.739047:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95801cd47000: using a timeout of 17473 usecs (18 jiffies) 00000400:00000200:3.0:1787591768.739050:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000100:00000001:3.0:1787591768.739053:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95801cd47000: PM QoS new deadline estimation for cpu 2 is 4306502674 00000100:00000010:3.0:1787591768.739057:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95803a14a8a0. 00000100:00000001:3.0:1787591768.739063:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95801cd47000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787591768.739071:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95801cd47000: PM QoS new deadline estimation for cpu 3 is 4306502674 00000100:00000010:3.0:1787591768.739074:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95803a14a360. 00000100:00000001:3.0:1787591768.739077:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95801cd47000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787591768.739079:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787591768.739086:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591768.739088:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787591768.739092:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff958031f6df80 x1874413562727936/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.739109:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787591768.739110:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787591768.739112:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787591768.739114:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787591768.739116:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787591768.739119:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff958031f6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2400:1874413562727936:192.168.206.133@tcp:400:kworker.0 00000100:00000001:3.0:1787591768.739122:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787591768.739124:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787591768.739125:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787591768.739127:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787591768.739130:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff958020eec000. 02000000:00000001:3.0:1787591768.739132:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787591768.739135:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000010:3.0:1787591768.739137:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9580188a5318. 00000400:00000010:3.0:1787591768.739140:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958032d4edd0. 00000100:00000200:3.0:1787591768.739143:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874413562727936, portal 4 00000100:00000001:3.0:1787591768.739145:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787591768.739146:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626976559456128 : -117097150095488 : ffff958031f6df80) 00000100:00000040:3.0:1787591768.739152:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff958031f6df80 x1874413562727936/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.739158:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787591768.739160:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.133@tcp 00000400:00000010:3.0:1787591768.739162:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958032d4e7f8. 00000100:00000200:3.0:1787591768.739164:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874413562727936, offset 0 00000400:00000200:3.0:1787591768.739168:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.133@tcp 00000400:00000200:3.0:1787591768.739172:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:3.0:1787591768.739175:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.133@tcp local destination 00000400:00000200:3.0:1787591768.739177:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787591768.739184:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.33@tcp 00000400:00000200:3.0:1787591768.739186:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787591768.739188:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.133@tcp 00000400:00000200:3.0:1787591768.739191:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.33@tcp NI seq info: [551757:551757:255:4294967295] 192.168.206.133@tcp LPNI seq info [551711:551711:7:4294967295] 00000400:00000200:3.0:1787591768.739196:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:3.0:1787591768.739202:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp:) -> 192.168.206.133@tcp(192.168.206.133@tcp:192.168.206.133@tcp) : PUT try# 0 00000800:00000200:3.0:1787591768.739206:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.133@tcp 00000800:00000010:3.0:1787591768.739209:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95801d187d00. 00000800:00000200:3.0:1787591768.739212:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff958003328b40] -> 12345-192.168.206.133@tcp (5) 00000800:00000200:3.0:1787591768.739216:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.133@tcp ip 192.168.206.133:988 00000800:00000200:3.0:1787591768.739219:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95801d187d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787591768.739222:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.739224:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95801cd47000: using a timeout of 124378 usecs (125 jiffies) 00000400:00000200:3.0:1787591768.739227:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000100:00000001:3.0:1787591768.739229:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95801cd47000: PM QoS new deadline estimation for cpu 2 is 4306502781 00000100:00000001:3.0:1787591768.739233:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff95801cd47000: PM QoS request active for cpu 2, simply extend its deadline from 4306502674 00000100:00000001:3.0:1787591768.739236:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95801cd47000: PM QoS new deadline estimation for cpu 3 is 4306502781 00000100:00000001:3.0:1787591768.739239:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff95801cd47000: PM QoS request active for cpu 3, simply extend its deadline from 4306502674 00000100:00000001:3.0:1787591768.739241:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787591768.739243:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591768.739246:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591768.739256:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787591768.739262:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787591768.739264:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787591768.739266:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787591768.739268:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787591768.739269:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787591768.739272:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1787591768.739273:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787591768.739275:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787591768.739277:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787591768.739282:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787591768.739283:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787591768.739284:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787591768.739288:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff958031f6c700 x1874413562727552/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.739295:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787591768.739296:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787591768.739298:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787591768.739300:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787591768.739302:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787591768.739304:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff958031f6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5655aa54-008c-44ec-83ee-fefc6e0b2829:2400:1874413562727552:192.168.206.133@tcp:400:kworker.0 00000100:00000001:3.0:1787591768.739307:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787591768.739309:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787591768.739310:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787591768.739312:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787591768.739316:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff958020eec200. 02000000:00000001:3.0:1787591768.739317:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787591768.739321:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000010:3.0:1787591768.739323:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9580188a5898. 00000400:00000010:3.0:1787591768.739326:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958032d4ed48. 00000100:00000200:3.0:1787591768.739329:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874413562727552, portal 25 00000100:00000001:3.0:1787591768.739330:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787591768.739332:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626976559449856 : -117097150101760 : ffff958031f6c700) 00000100:00000040:3.0:1787591768.739336:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff958031f6c700 x1874413562727552/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.739342:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787591768.739344:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.133@tcp 00000400:00000010:3.0:1787591768.739345:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958032d4e440. 00000100:00000200:3.0:1787591768.739347:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874413562727552, offset 0 00000400:00000200:3.0:1787591768.739351:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.133@tcp 00000400:00000200:3.0:1787591768.739354:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:3.0:1787591768.739357:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.133@tcp local destination 00000400:00000200:3.0:1787591768.739359:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787591768.739365:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.33@tcp 00000400:00000200:3.0:1787591768.739367:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787591768.739369:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.133@tcp 00000400:00000200:3.0:1787591768.739372:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.33@tcp NI seq info: [551758:551758:254:4294967295] 192.168.206.133@tcp LPNI seq info [551712:551712:6:4294967295] 00000400:00000200:3.0:1787591768.739376:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:3.0:1787591768.739382:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp:) -> 192.168.206.133@tcp(192.168.206.133@tcp:192.168.206.133@tcp) : PUT try# 0 00000800:00000200:3.0:1787591768.739386:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.133@tcp 00000800:00000010:3.0:1787591768.739416:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95801d187600. 00000800:00000200:3.0:1787591768.739421:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff958003328b40] -> 12345-192.168.206.133@tcp (5) 00000800:00000200:3.0:1787591768.739425:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.133@tcp ip 192.168.206.133:988 00000800:00000200:3.0:1787591768.739428:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95801d187600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787591768.739431:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787591768.739435:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000100:00000001:3.0:1787591768.739437:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.133@tcp: PM QoS new deadline estimation for cpu 2 is 4306506444 00000100:00000001:3.0:1787591768.739440:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.133@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306502781 00000100:00000001:3.0:1787591768.739443:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.133@tcp: PM QoS new deadline estimation for cpu 3 is 4306506444 00000100:00000001:3.0:1787591768.739445:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.133@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306502781 00000100:00000001:3.0:1787591768.739447:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787591768.739449:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591768.739451:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787591768.739454:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff958031f6d500 x1874413562727808/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.739461:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787591768.739462:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787591768.739464:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787591768.739466:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787591768.739468:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787591768.739470:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff958031f6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2400:1874413562727808:192.168.206.133@tcp:400:kworker.0 00000100:00000001:3.0:1787591768.739473:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787591768.739479:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787591768.739481:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787591768.739483:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787591768.739486:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff958020eed400. 02000000:00000001:3.0:1787591768.739488:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787591768.739491:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000010:3.0:1787591768.739494:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9580188a50b0. 00000400:00000010:3.0:1787591768.739497:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958032d4e6e8. 00000100:00000200:3.0:1787591768.739500:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874413562727808, portal 10 00000100:00000001:3.0:1787591768.739502:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787591768.739504:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446626976559453440 : -117097150098176 : ffff958031f6d500) 00000100:00000040:3.0:1787591768.739509:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff958031f6d500 x1874413562727808/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.739515:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787591768.739517:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.133@tcp 00000400:00000010:3.0:1787591768.739519:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff958032d4ea18. 00000100:00000200:3.0:1787591768.739521:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874413562727808, offset 0 00000400:00000200:3.0:1787591768.739524:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.133@tcp 00000400:00000200:3.0:1787591768.739528:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:3.0:1787591768.739530:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.133@tcp local destination 00000400:00000200:3.0:1787591768.739533:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787591768.739535:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.33@tcp 00000400:00000200:3.0:1787591768.739537:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.33@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787591768.739539:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.133@tcp 00000400:00000200:3.0:1787591768.739542:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.33@tcp NI seq info: [551759:551759:253:4294967295] 192.168.206.133@tcp LPNI seq info [551713:551713:5:4294967295] 00000400:00000200:3.0:1787591768.739546:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:3.0:1787591768.739552:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp:) -> 192.168.206.133@tcp(192.168.206.133@tcp:192.168.206.133@tcp) : PUT try# 0 00000800:00000200:3.0:1787591768.739556:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.133@tcp 00000800:00000010:3.0:1787591768.739558:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95801d187200. 00000800:00000200:3.0:1787591768.739562:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff958003328b40] -> 12345-192.168.206.133@tcp (5) 00000800:00000200:3.0:1787591768.739566:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.133@tcp ip 192.168.206.133:988 00000800:00000200:3.0:1787591768.739568:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95801d187200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787591768.739574:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.739576:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95801cd47000: using a timeout of 20335 usecs (21 jiffies) 00000400:00000200:3.0:1787591768.739579:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000100:00000001:3.0:1787591768.739581:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95801cd47000: PM QoS new deadline estimation for cpu 2 is 4306502678 00000100:00000001:3.0:1787591768.739583:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95801cd47000: PM QoS request active for cpu 2, keep current deadline 4306506444 00000100:00000001:3.0:1787591768.739585:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95801cd47000: PM QoS new deadline estimation for cpu 3 is 4306502678 00000100:00000001:3.0:1787591768.739587:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95801cd47000: PM QoS request active for cpu 3, keep current deadline 4306506444 00000100:00000001:3.0:1787591768.739589:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787591768.739590:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591768.739593:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591768.739595:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787591768.739628:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787591768.739632:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95801d187100. 00000400:00000200:3.0:1787591768.739637:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787591768.739641:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000400:00000200:3.0:1787591768.739646:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958032d4e908 00000400:00000010:3.0:1787591768.739648:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958032d4e908. 00000100:00000001:3.0:1787591768.739651:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787591768.739656:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff958031f6d180 x1874413562727680/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.739665:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787591768.739668:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff958031f6d180 x1874413562727680/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.739684:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591768.739686:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787591768.739696:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787591768.739698:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95801d187d00. 00000400:00000200:3.0:1787591768.739700:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787591768.739704:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000400:00000200:3.0:1787591768.739706:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958032d4e7f8 00000400:00000010:3.0:1787591768.739707:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958032d4e7f8. 00000100:00000001:3.0:1787591768.739709:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787591768.739719:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff958031f6df80 x1874413562727936/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.739726:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787591768.739729:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff958031f6df80 x1874413562727936/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591784 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.739735:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591768.739736:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787591768.739742:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787591768.739744:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95801d187600. 00000400:00000200:3.0:1787591768.739746:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787591768.739748:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000400:00000200:3.0:1787591768.739750:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958032d4e440 00000400:00000010:3.0:1787591768.739752:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958032d4e440. 00000100:00000001:3.0:1787591768.739754:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787591768.739757:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff958031f6c700 x1874413562727552/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.739763:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787591768.739766:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff958031f6c700 x1874413562727552/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591784 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.739771:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591768.739773:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787591768.739815:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787591768.739818:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95801d187200. 00000400:00000200:3.0:1787591768.739820:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787591768.739823:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000400:00000200:3.0:1787591768.739825:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958032d4ea18 00000400:00000010:3.0:1787591768.739826:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958032d4ea18. 00000100:00000001:3.0:1787591768.739828:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787591768.739831:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff958031f6d500 x1874413562727808/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.739837:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787591768.739840:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff958031f6d500 x1874413562727808/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.739850:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591768.739852:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787591768.740969:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787591768.740975:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787591768.746579:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591768.746592:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787591768.746596:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591768.746599:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591768.746607:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746614:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp) <- 192.168.206.133@tcp : PUT - for me 00000400:00000200:2.0:1787591768.746621:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746626:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746631:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746634:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.133@tcp of length 224 into portal 10 MB=0x6a8c4ea918d00 00000400:00000200:2.0:1787591768.746639:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746645:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.133@tcp of length 224/224 into md 0x5283cd [1] + 224 00000800:00000001:2.0:1787591768.746652:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591768.746656:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591768.746659:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591768.746663:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000100:00000001:2.0:1787591768.746680:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787591768.746701:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff958031f6d180 x1874413562727680/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787591768.746711:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff958031f6d180 x1874413562727680/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591768.746725:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787591768.746733:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591768.746737:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787591768.746739:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591768.746748:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591768.746752:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746755:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp) <- 192.168.206.133@tcp : PUT - for me 00000400:00000200:2.0:1787591768.746760:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746762:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746765:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746768:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.133@tcp of length 224 into portal 10 MB=0x6a8c4ea918d80 00000400:00000200:2.0:1787591768.746771:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746775:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.133@tcp of length 224/224 into md 0x5283fd [1] + 224 00000800:00000001:2.0:1787591768.746778:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591768.746781:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591768.746783:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591768.746786:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000100:00000001:2.0:1787591768.746789:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787591768.746794:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff958031f6d500 x1874413562727808/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787591768.746801:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff958031f6d500 x1874413562727808/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591768.746807:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787591768.746811:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591768.746828:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787591768.746830:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591768.746832:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591768.746836:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746839:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp) <- 192.168.206.133@tcp : PUT - for me 00000400:00000200:2.0:1787591768.746843:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746845:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746848:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746851:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.133@tcp of length 224 into portal 4 MB=0x6a8c4ea918e00 00000400:00000200:2.0:1787591768.746854:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746858:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.133@tcp of length 224/224 into md 0x5283dd [1] + 224 00000800:00000001:2.0:1787591768.746862:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591768.746871:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591768.746873:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591768.746877:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000100:00000001:2.0:1787591768.746880:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787591768.746885:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff958031f6df80 x1874413562727936/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787591768.746893:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff958031f6df80 x1874413562727936/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591768.746899:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787591768.746903:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591768.746905:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787591768.746907:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591768.746909:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591768.746912:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746915:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.33@tcp(192.168.206.33@tcp) <- 192.168.206.133@tcp : PUT - for me 00000400:00000200:2.0:1787591768.746919:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746921:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746924:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746927:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.133@tcp of length 224 into portal 25 MB=0x6a8c4ea918c80 00000400:00000200:2.0:1787591768.746930:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.133@tcp to cpt 1 00000400:00000200:2.0:1787591768.746934:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.133@tcp of length 224/224 into md 0x5283ed [1] + 224 00000800:00000001:2.0:1787591768.746938:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591768.746952:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787591768.746955:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787591768.746958:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.33@tcp->192.168.206.133@tcp: PUT: OK 00000100:00000001:2.0:1787591768.746961:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787591768.746966:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff958031f6c700 x1874413562727552/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787591768.746975:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff958031f6c700 x1874413562727552/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787591768.746982:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787591768.746994:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787591768.746997:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787591768.747349:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787591768.747353:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787591768.747359:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787591768.747361:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787591768.747364:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9580188a5898. 00000400:00000200:3.0:1787591768.747369:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958032d4ed48 00000400:00000010:3.0:1787591768.747371:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958032d4ed48. 00000100:00000001:3.0:1787591768.747374:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787591768.747379:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff958031f6c700 x1874413562727552/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787591768.747387:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff958031f6c700 x1874413562727552/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.747409:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787591768.747411:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787591768.747413:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787591768.747417:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787591768.747419:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787591768.747421:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787591768.747424:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787591768.747430:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff958003b7d460 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1787591768.747434:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff958003b7d418 time=41 v=5 (1 1 1 1) 00000100:00000001:3.0:1787591768.747437:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787591768.747438:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787591768.747441:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787591768.747443:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591768.747446:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.747451:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff958031f6c700 x1874413562727552/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.747457:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787591768.747461:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787591768.747463:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787591768.747475:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff958031f6c700 x1874413562727552/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787591768.747484:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff958031f6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5655aa54-008c-44ec-83ee-fefc6e0b2829:2400:1874413562727552:192.168.206.133@tcp:400:kworker.0 00000400:00000001:3.0:1787591768.747501:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787591768.747503:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787591768.747504:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9580188a50b0. 00000400:00000200:3.0:1787591768.747507:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958032d4e6e8 00000400:00000010:3.0:1787591768.747509:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958032d4e6e8. 00000100:00000001:3.0:1787591768.747511:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787591768.747515:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff958031f6d500 x1874413562727808/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787591768.747521:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff958031f6d500 x1874413562727808/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.747527:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787591768.747528:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787591768.747530:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787591768.747531:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787591768.747532:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787591768.747533:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787591768.747535:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787591768.747541:0:2400:0:(import.c:2149:obd_at_measure()) add 60 to ffff9580072d7c60 time=85 v=60 (60 60 60 60) 00000100:00001000:3.0:1787591768.747544:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9580072d7c18 time=26 v=5 (1 1 1 1) 00000100:00000001:3.0:1787591768.747546:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787591768.747547:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787591768.747548:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787591768.747552:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff958031f6d500 x1874413562727808/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787591768.747559:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591768.747562:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787591768.747564:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95801cd47000: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1787591768.747565:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787591768.747572:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.747577:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff958031f6d500 x1874413562727808/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.747582:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787591768.747584:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787591768.747585:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787591768.747588:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff958031f6d500 x1874413562727808/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787591768.747594:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff958031f6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2400:1874413562727808:192.168.206.133@tcp:400:kworker.0 00000400:00000001:3.0:1787591768.747600:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787591768.747601:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787591768.747603:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9580188a54d0. 00000400:00000200:3.0:1787591768.747605:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958032d4e660 00000400:00000010:3.0:1787591768.747606:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958032d4e660. 00000100:00000001:3.0:1787591768.747608:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787591768.747611:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff958031f6d180 x1874413562727680/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787591768.747618:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff958031f6d180 x1874413562727680/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.747624:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787591768.747626:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787591768.747627:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787591768.747629:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787591768.747630:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787591768.747631:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787591768.747633:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787591768.747637:0:2400:0:(import.c:2149:obd_at_measure()) add 60 to ffff9580072d1460 time=85 v=60 (60 60 60 60) 00000100:00001000:3.0:1787591768.747640:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9580072d1418 time=41 v=5 (1 1 1 1) 00000100:00000001:3.0:1787591768.747642:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787591768.747643:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787591768.747645:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787591768.747647:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591768.747655:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787591768.747656:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95801cd47000: skip recheck: last_committed 30064771593 00000100:00000001:3.0:1787591768.747658:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787591768.747659:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.747663:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff958031f6d180 x1874413562727680/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.747670:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787591768.747682:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787591768.747683:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787591768.747922:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff958031f6d180 x1874413562727680/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787591768.747932:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff958031f6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2400:1874413562727680:192.168.206.133@tcp:400:kworker.0 00000400:00000001:3.0:1787591768.747938:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787591768.747939:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787591768.747941:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9580188a5318. 00000400:00000200:3.0:1787591768.747944:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff958032d4edd0 00000400:00000010:3.0:1787591768.747945:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff958032d4edd0. 00000100:00000001:3.0:1787591768.747948:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787591768.747951:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff958031f6df80 x1874413562727936/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787591768.747959:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff958031f6df80 x1874413562727936/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.747966:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787591768.747967:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787591768.747969:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787591768.747970:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787591768.747971:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787591768.747973:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787591768.747974:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787591768.747978:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9580114a8c60 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1787591768.747981:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9580114a8c18 time=113 v=5 (1 1 0 0) 00000100:00000001:3.0:1787591768.747983:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787591768.747990:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787591768.747992:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787591768.747994:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591768.747996:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787591768.747997:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95801cd47000: skip recheck: last_committed 42949697970 00000100:00000001:3.0:1787591768.747999:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787591768.748000:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787591768.748004:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff958031f6df80 x1874413562727936/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.748010:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787591768.748012:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787591768.748013:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787591768.748016:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff958031f6df80 x1874413562727936/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787591768.748023:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff958031f6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:65f9a680-0ed3-46db-850d-17cddb2e7c8d:2400:1874413562727936:192.168.206.133@tcp:400:kworker.0 00000100:00000001:3.0:1787591768.748026:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787591768.748029:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787591768.748032:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff958031f6c700 x1874413562727552/t0(0) o400->MGC192.168.206.133@tcp@192.168.206.133@tcp:26/25 lens 224/224 e 0 to 0 dl 1787591784 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.748038:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787591768.748040:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787591768.748043:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff958020eec200. 02000000:00000001:3.0:1787591768.748045:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787591768.748048:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787591768.748049:0:2400:0:(genops.c:1223:class_import_put()) import ffff958003b7d000 refcount=3 obd=MGC192.168.206.133@tcp 00000020:00000001:3.0:1787591768.748051:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787591768.748054:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95801d187c00. 02000000:00000001:3.0:1787591768.748057:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787591768.748058:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787591768.748060:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff958031f6c700. 00000100:00000001:3.0:1787591768.748063:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787591768.748064:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787591768.748066:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787591768.748073:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff958031f6d500 x1874413562727808/t0(0) o400->lustre-MDT0001-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.748079:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787591768.748081:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787591768.748083:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff958020eed400. 02000000:00000001:3.0:1787591768.748084:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787591768.748086:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787591768.748087:0:2400:0:(genops.c:1223:class_import_put()) import ffff9580072d7800 refcount=3 obd=lustre-MDT0001-mdc-ffff95801cd47000 00000020:00000001:3.0:1787591768.748089:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787591768.748090:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95801d187800. 02000000:00000001:3.0:1787591768.748092:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787591768.748093:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787591768.748095:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff958031f6d500. 00000100:00000001:3.0:1787591768.748159:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787591768.748161:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787591768.748163:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787591768.748167:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff958031f6d180 x1874413562727680/t0(0) o400->lustre-MDT0000-mdc-ffff95801cd47000@192.168.206.133@tcp:12/10 lens 224/224 e 0 to 0 dl 1787591853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.748174:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787591768.748175:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787591768.748177:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff958020eedc00. 02000000:00000001:3.0:1787591768.748179:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787591768.748180:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787591768.748182:0:2400:0:(genops.c:1223:class_import_put()) import ffff9580072d1000 refcount=8 obd=lustre-MDT0000-mdc-ffff95801cd47000 00000020:00000001:3.0:1787591768.748183:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787591768.748185:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95801d187500. 02000000:00000001:3.0:1787591768.748187:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787591768.748188:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787591768.748189:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff958031f6d180. 00000100:00000001:3.0:1787591768.748191:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787591768.748192:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787591768.748194:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787591768.748197:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff958031f6df80 x1874413562727936/t0(0) o400->lustre-OST0000-osc-ffff95801cd47000@192.168.206.133@tcp:28/4 lens 224/224 e 0 to 0 dl 1787591784 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787591768.748203:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787591768.748211:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787591768.748212:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff958020eec000. 02000000:00000001:3.0:1787591768.748214:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787591768.748216:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787591768.748217:0:2400:0:(genops.c:1223:class_import_put()) import ffff9580114a8800 refcount=3 obd=lustre-OST0000-osc-ffff95801cd47000 00000020:00000001:3.0:1787591768.748219:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787591768.748221:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95801d187a00. 02000000:00000001:3.0:1787591768.748223:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787591768.748224:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787591768.748225:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff958031f6df80. 00000100:00000001:3.0:1787591768.748227:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787591768.748229:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787591768.748230:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787591768.748237:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787591768.748239:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787591768.748241:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787591768.748243:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591769.635206:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591769.635210:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591769.635215:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591769.635216:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787591769.635464:0:235980:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787591769.635468:0:235980:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787591769.635471:0:235980:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1787591770.658537:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591770.658543:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591770.658548:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591770.658549:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787591770.658741:0:235979:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787591770.658744:0:235979:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787591770.658747:0:235979:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787591770.921972:0:284826:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1787591771.350957:0:284862:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1787591771.350963:0:284862:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_816: @@@@@@ FAIL: client: import is not in IDLE state after 50 00000001:00000001:0.0:1787591771.359605:0:284862:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1787591771.683438:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591771.683443:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591771.683448:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591771.683449:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787591771.683508:0:245415:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787591771.683512:0:245415:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787591771.683515:0:245415:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787591772.579840:0:281912:0:(connection.c:75:cpu_latency_work()) work item of ffff958007cb8220 (cpu 2) has reached its deadline 4306506444, at 4306506497 00000100:00000010:2.0:1787591772.579853:0:281912:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95803a14a8a0. 00000100:00000040:3.0:1787591772.582177:0:280308:0:(connection.c:75:cpu_latency_work()) work item of ffff958007cb8330 (cpu 3) has reached its deadline 4306506444, at 4306506499 00000100:00000010:3.0:1787591772.582190:0:280308:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95803a14a360. 00010000:00000001:2.0:1787591772.706574:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591772.706581:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787591772.706586:0:281912:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1787591772.706587:0:281912:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787591772.707082:0:251814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787591772.707087:0:251814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787591772.707091:0:251814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787591772.785800:0:284963:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 2000 lines, 2000 kept, 0 dropped, 0 bad.