00010000:00000001:0.0F:1785408769.220968:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408769.220994:0:282452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785408769.220996:0:282452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785408769.220999:0:282452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408769.221003:0:282452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785408769.221004:0:282452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408769.221007:0:282452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408769.221009:0:282452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408769.221013:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408769.221015:0:282452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785408769.221016:0:282452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785408769.221020:0:282452:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785408769.221022:0:282452:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1785408769.221024:0:282452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408769.221025:0:282452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785408769.221026:0:282452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408769.221028:0:282452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408769.221029:0:282452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785408769.221230:0:249839:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785408769.221233:0:249839:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785408769.221236:0:249839:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785408770.244834:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408770.244840:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408770.244845:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408770.244846:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785408770.244866:0:233960:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785408770.244869:0:233960:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785408770.244872:0:233960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785408771.270338:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408771.270344:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408771.270350:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408771.270351:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785408771.270400:0:243426:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785408771.270403:0:243426:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785408771.270406:0:243426:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785408772.298803:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408772.298810:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408772.298815:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408772.298816:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785408772.298853:0:249840:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785408772.298856:0:249840:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785408772.298858:0:249840:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0F:1785408772.422074:0:280364:0:(connection.c:75:cpu_latency_work()) work item of ffffa09602c76b30 (cpu 3) has reached its deadline 4309922525, at 4309922561 00000100:00000010:3.0:1785408772.422104:0:280364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa096100b3180. 00000100:00000040:2.0F:1785408772.430782:0:280671:0:(connection.c:75:cpu_latency_work()) work item of ffffa09602c76a20 (cpu 2) has reached its deadline 4309922525, at 4309922570 00000100:00000010:2.0:1785408772.430806:0:280671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa096100b3420. 00010000:00000001:0.0:1785408773.317334:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408773.317341:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408773.317347:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408773.317348:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785408773.317513:0:233959:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785408773.317517:0:233959:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785408773.317520:0:233959:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0F:1785408773.702053:0:231072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4090ba15-22ae-42c0-a8a3-42379207107f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785408773.702069:0:231072:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785408773.702075:0:231072:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09632eed180. 00000020:00000040:1.0:1785408773.702080:0:231072:0:(genops.c:1231:class_import_get()) import ffffa096098a8000 refcount=4 obd=MGC192.168.201.132@tcp 00000100:00000001:1.0:1785408773.702084:0:231072:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785408773.702087:0:231072:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785408773.702092:0:231072:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785408773.702099:0:231072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa096193b4f00. 00000100:00000001:1.0:1785408773.702105:0:231072:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.702115:0:231072:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4090ba15-22ae-42c0-a8a3-42379207107f->MGS req@ffffa09632eed180 x1872120998523392/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785408773.702126:0:231072:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785408773.702129:0:231072:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.702135:0:231072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe0e231c] to pc [ptlrpcd_00_00+0] req@ffffa09632eed180 x1872120998523392/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.702163:0:231072:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.702166:0:231072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785408773.702169:0:231072:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785408773.702171:0:231072:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09632eef800. 00000020:00000040:1.0:1785408773.702174:0:231072:0:(genops.c:1231:class_import_get()) import ffffa09612421000 refcount=8 obd=lustre-MDT0000-mdc-ffffa09634743800 00000100:00000001:1.0:1785408773.702176:0:231072:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785408773.702177:0:231072:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785408773.702179:0:231072:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785408773.702182:0:231072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa096193b4600. 00000100:00000001:1.0:1785408773.702184:0:231072:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.702188:0:231072:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0000_UUID req@ffffa09632eef800 x1872120998523520/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785408773.702195:0:231072:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785408773.702197:0:231072:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.702200:0:231072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc7e3e91] to pc [ptlrpcd_00_01+1] req@ffffa09632eef800 x1872120998523520/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.702208:0:231072:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.702214:0:231072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785408773.702217:0:231072:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785408773.702220:0:231072:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09632eef480. 00000020:00000040:1.0:1785408773.702222:0:231072:0:(genops.c:1231:class_import_get()) import ffffa096311d6000 refcount=4 obd=lustre-MDT0001-mdc-ffffa09634743800 00000100:00000001:1.0:1785408773.702224:0:231072:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785408773.702226:0:231072:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785408773.702227:0:231072:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785408773.702230:0:231072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa096193b4c00. 00000100:00000001:1.0:1785408773.702233:0:231072:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.702236:0:231072:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0001_UUID req@ffffa09632eef480 x1872120998523648/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785408773.702243:0:231072:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785408773.702245:0:231072:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.702248:0:231072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e032d61] to pc [ptlrpcd_00_00+0] req@ffffa09632eef480 x1872120998523648/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.702255:0:231072:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.702257:0:231072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785408773.702260:0:231072:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785408773.702262:0:231072:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09632eeed80. 00000020:00000040:1.0:1785408773.702263:0:231072:0:(genops.c:1231:class_import_get()) import ffffa096311d7800 refcount=4 obd=lustre-OST0000-osc-ffffa09634743800 00000100:00000001:1.0:1785408773.702265:0:231072:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785408773.702266:0:231072:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785408773.702267:0:231072:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785408773.702278:0:231072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa096193b4300. 00000100:00000001:1.0:1785408773.702281:0:231072:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.702285:0:231072:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0000_UUID req@ffffa09632eeed80 x1872120998523776/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785408773.702291:0:231072:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785408773.702292:0:231072:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.702296:0:231072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000171c0f12] to pc [ptlrpcd_00_01+1] req@ffffa09632eeed80 x1872120998523776/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.702312:0:231072:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.702314:0:231072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785408773.702317:0:231072:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785408773.702329:0:231072:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09632eed500. 00000020:00000040:1.0:1785408773.702331:0:231072:0:(genops.c:1231:class_import_get()) import ffffa096311d4000 refcount=4 obd=lustre-OST0001-osc-ffffa09634743800 00000100:00000001:1.0:1785408773.702333:0:231072:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785408773.702335:0:231072:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785408773.702337:0:231072:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785408773.702339:0:231072:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa096193b4500. 00000100:00000001:1.0:1785408773.702342:0:231072:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.702346:0:231072:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0001_UUID req@ffffa09632eed500 x1872120998523904/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785408773.702353:0:231072:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785408773.702355:0:231072:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.702359:0:231072:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f16e8a3f] to pc [ptlrpcd_00_00+0] req@ffffa09632eed500 x1872120998523904/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.702366:0:231072:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.702370:0:231072:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15261) 00000100:00000001:0.0:1785408773.702489:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785408773.702493:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785408773.702495:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785408773.702501:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09632eed180 x1872120998523392/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408773.702509:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785408773.702511:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785408773.702515:0:2396:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785408773.702517:0:2396:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785408773.702519:0:2396:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785408773.702523:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09632eed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4090ba15-22ae-42c0-a8a3-42379207107f:2396:1872120998523392:192.168.201.132@tcp:400:kworker.0 00000100:00000001:0.0:1785408773.702527:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785408773.702542:0:2396:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785408773.702545:0:2396:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785408773.702547:0:2396:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785408773.702552:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09610799000. 02000000:00000001:0.0:1785408773.702554:0:2396:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785408773.702560:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:0.0:1785408773.702564:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09602cf0318. 00000400:00000010:0.0:1785408773.702571:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09609c2cc38. 00000100:00000200:0.0:1785408773.702577:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998523392, portal 25 00000100:00000001:0.0:1785408773.702589:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785408773.702590:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165692891520 : -104908016660096 : ffffa09632eed180) 00000100:00000040:0.0:1785408773.702596:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09632eed180 x1872120998523392/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408773.702603:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785408773.702606:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:0.0:1785408773.702615:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09609c2c6e8. 00000100:00000200:0.0:1785408773.702618:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872120998523392, offset 0 00000400:00000200:0.0:1785408773.702625:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:0.0:1785408773.702633:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:0.0:1785408773.702640:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:0.0:1785408773.702645:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785408773.702649:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:0.0:1785408773.702652:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785408773.702655:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:0.0:1785408773.702659:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550876:550876:256:4294967295] 192.168.201.132@tcp LPNI seq info [550857:550857:8:4294967295] 00000400:00000200:0.0:1785408773.702663:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:0.0:1785408773.702672:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:0.0:1785408773.702678:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:0.0:1785408773.702683:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09611be6f00. 00000800:00000200:0.0:1785408773.702689:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:0.0:1785408773.702697:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:0.0:1785408773.702701:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09611be6f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785408773.702719:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785408773.702723:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:0.0:1785408773.702726:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS new deadline estimation for cpu 2 is 4309927646 00000100:00000010:0.0:1785408773.702730:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa096097b7b40. 00000100:00000001:0.0:1785408773.702736:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1785408773.702740:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS new deadline estimation for cpu 3 is 4309927646 00000100:00000010:0.0:1785408773.702743:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa096097b7a20. 00000100:00000001:0.0:1785408773.702770:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1785408773.702773:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785408773.702776:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408773.702778:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785408773.702783:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09632eef480 x1872120998523648/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408773.702799:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785408773.702801:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785408773.702803:0:2396:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785408773.702805:0:2396:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785408773.702807:0:2396:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785408773.702810:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09632eef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998523648:192.168.201.132@tcp:400:kworker.0 00000100:00000001:0.0:1785408773.702813:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785408773.702816:0:2396:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785408773.702817:0:2396:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785408773.702819:0:2396:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785408773.702821:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09610799e00. 02000000:00000001:0.0:1785408773.702823:0:2396:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785408773.702826:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:0.0:1785408773.702829:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09602cf0580. 00000400:00000010:0.0:1785408773.702832:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09609c2c5d8. 00000100:00000200:0.0:1785408773.702835:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998523648, portal 10 00000100:00000001:0.0:1785408773.702837:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785408773.702839:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165692900480 : -104908016651136 : ffffa09632eef480) 00000100:00000040:0.0:1785408773.702844:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09632eef480 x1872120998523648/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408773.702851:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785408773.702853:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:0.0:1785408773.702855:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09609c2c550. 00000100:00000200:0.0:1785408773.702857:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120998523648, offset 0 00000400:00000200:0.0:1785408773.702861:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:0.0:1785408773.702865:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:0.0:1785408773.702869:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:0.0:1785408773.702872:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785408773.702874:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:0.0:1785408773.702876:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785408773.702878:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:0.0:1785408773.702885:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550877:550877:255:4294967295] 192.168.201.132@tcp LPNI seq info [550858:550858:7:4294967295] 00000400:00000200:0.0:1785408773.702889:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:0.0:1785408773.702896:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:0.0:1785408773.702901:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:0.0:1785408773.702904:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09611be6a00. 00000800:00000200:0.0:1785408773.702907:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:0.0:1785408773.702912:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:0.0:1785408773.702914:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09611be6a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785408773.702917:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785408773.702921:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: using a timeout of 26886 usecs (27 jiffies) 00000400:00000200:0.0:1785408773.702924:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:0.0:1785408773.702926:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309923868 00000100:00000001:0.0:1785408773.702928:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309927646 00000100:00000001:0.0:1785408773.702930:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309923868 00000100:00000001:0.0:1785408773.702932:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309927646 00000100:00000001:0.0:1785408773.702934:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785408773.702936:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408773.702937:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785408773.702941:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09632eed500 x1872120998523904/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408773.702947:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785408773.702948:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785408773.702951:0:2396:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785408773.702952:0:2396:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785408773.702954:0:2396:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785408773.702957:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09632eed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998523904:192.168.201.132@tcp:400:kworker.0 00000100:00000001:0.0:1785408773.702960:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785408773.702962:0:2396:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785408773.702964:0:2396:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785408773.703090:0:2396:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785408773.703093:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09610798a00. 02000000:00000001:0.0:1785408773.703095:0:2396:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785408773.703099:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:0.0:1785408773.703101:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09602cf0d10. 00000400:00000010:0.0:1785408773.703105:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09609c2c220. 00000100:00000200:0.0:1785408773.703107:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998523904, portal 4 00000100:00000001:0.0:1785408773.703109:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785408773.703110:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165692892416 : -104908016659200 : ffffa09632eed500) 00000100:00000040:0.0:1785408773.703116:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09632eed500 x1872120998523904/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408773.703123:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785408773.703125:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:0.0:1785408773.703127:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09609c2cd48. 00000100:00000200:0.0:1785408773.703129:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120998523904, offset 0 00000400:00000200:0.0:1785408773.703133:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:0.0:1785408773.703136:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:0.0:1785408773.703140:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:0.0:1785408773.703142:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785408773.703144:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:0.0:1785408773.703147:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785408773.703149:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:0.0:1785408773.703152:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550878:550878:254:4294967295] 192.168.201.132@tcp LPNI seq info [550859:550859:6:4294967295] 00000400:00000200:0.0:1785408773.703156:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:0.0:1785408773.703162:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:0.0:1785408773.703166:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:0.0:1785408773.703169:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09611be6000. 00000800:00000200:0.0:1785408773.703172:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:0.0:1785408773.703176:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:0.0:1785408773.703179:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09611be6000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785408773.703182:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785408773.703188:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: using a timeout of 132063 usecs (133 jiffies) 00000400:00000200:0.0:1785408773.703191:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:0.0:1785408773.703193:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309923974 00000100:00000001:0.0:1785408773.703195:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309927646 00000100:00000001:0.0:1785408773.703197:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309923974 00000100:00000001:0.0:1785408773.703199:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309927646 00000100:00000001:0.0:1785408773.703201:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785408773.703203:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408773.703205:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408773.703207:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785408773.703213:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785408773.703215:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1785408773.703217:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785408773.703218:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785408773.703220:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785408773.703222:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1785408773.703224:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785408773.703226:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785408773.703228:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785408773.703229:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785408773.703230:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785408773.703231:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785408773.703235:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09632eef800 x1872120998523520/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408773.703241:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785408773.703242:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785408773.703244:0:2396:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785408773.703246:0:2396:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785408773.703248:0:2396:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785408773.703250:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09632eef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998523520:192.168.201.132@tcp:400:kworker.0 00000100:00000001:0.0:1785408773.703253:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785408773.703256:0:2396:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785408773.703257:0:2396:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785408773.703262:0:2396:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785408773.703264:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09610799600. 02000000:00000001:0.0:1785408773.703266:0:2396:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785408773.703269:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:0.0:1785408773.703330:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09602cf03c8. 00000400:00000010:0.0:1785408773.703334:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09609c2c088. 00000100:00000200:0.0:1785408773.703336:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998523520, portal 10 00000100:00000001:0.0:1785408773.703338:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785408773.703340:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165692901376 : -104908016650240 : ffffa09632eef800) 00000100:00000040:0.0:1785408773.703346:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09632eef800 x1872120998523520/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408773.703353:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785408773.703355:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:0.0:1785408773.703357:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09609c2cee0. 00000100:00000200:0.0:1785408773.703359:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120998523520, offset 0 00000400:00000200:0.0:1785408773.703363:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:0.0:1785408773.703366:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:0.0:1785408773.703369:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:0.0:1785408773.703371:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785408773.703374:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:0.0:1785408773.703376:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785408773.703378:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:0.0:1785408773.703381:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550879:550879:253:4294967295] 192.168.201.132@tcp LPNI seq info [550860:550860:5:4294967295] 00000400:00000200:0.0:1785408773.703632:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:0.0:1785408773.703640:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:0.0:1785408773.703644:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:0.0:1785408773.703648:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09611be6500. 00000800:00000200:0.0:1785408773.703652:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:0.0:1785408773.703656:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:0.0:1785408773.703659:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09611be6500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785408773.703662:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785408773.703669:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: using a timeout of 34876 usecs (35 jiffies) 00000400:00000200:0.0:1785408773.703673:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:0.0:1785408773.703674:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309923876 00000100:00000001:0.0:1785408773.703677:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309927646 00000100:00000001:0.0:1785408773.703679:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309923876 00000100:00000001:0.0:1785408773.703681:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309927646 00000100:00000001:0.0:1785408773.703683:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785408773.703685:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408773.703687:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785408773.703691:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09632eeed80 x1872120998523776/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408773.703698:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785408773.703699:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785408773.703702:0:2396:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785408773.703703:0:2396:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785408773.703705:0:2396:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785408773.703708:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09632eeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998523776:192.168.201.132@tcp:400:kworker.0 00000100:00000001:0.0:1785408773.703711:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785408773.703714:0:2396:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785408773.703716:0:2396:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785408773.703718:0:2396:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785408773.703721:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09610798c00. 02000000:00000001:0.0:1785408773.703723:0:2396:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785408773.703726:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:0.0:1785408773.703729:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09602cf0108. 00000400:00000010:0.0:1785408773.703732:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09609c2c4c8. 00000100:00000200:0.0:1785408773.703735:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998523776, portal 4 00000100:00000001:0.0:1785408773.703737:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785408773.703738:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165692898688 : -104908016652928 : ffffa09632eeed80) 00000100:00000040:0.0:1785408773.704352:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09632eeed80 x1872120998523776/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1785408773.704590:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408773.704594:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09611be6f00. 00000400:00000200:3.0:1785408773.704601:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408773.704607:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408773.704611:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09609c2c6e8 00000400:00000010:3.0:1785408773.704613:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09609c2c6e8. 00000100:00000001:3.0:1785408773.704619:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408773.704623:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09632eed180 x1872120998523392/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408773.704632:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408773.704636:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09632eed180 x1872120998523392/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408789 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408773.704643:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408773.704645:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785408773.704657:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408773.704659:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09611be6a00. 00000400:00000200:3.0:1785408773.704662:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408773.704664:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408773.704667:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09609c2c550 00000400:00000010:3.0:1785408773.704668:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09609c2c550. 00000100:00000001:3.0:1785408773.704670:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408773.704673:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09632eef480 x1872120998523648/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408773.704679:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408773.704682:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09632eef480 x1872120998523648/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408773.704688:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408773.704690:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785408773.704705:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408773.704707:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09611be6000. 00000400:00000200:3.0:1785408773.704710:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408773.704713:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408773.704715:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09609c2cd48 00000400:00000010:3.0:1785408773.704717:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09609c2cd48. 00000100:00000001:3.0:1785408773.704720:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408773.704723:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09632eed500 x1872120998523904/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408773.704730:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408773.704734:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09632eed500 x1872120998523904/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408773.704740:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408773.704742:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785408773.704829:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408773.704832:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09611be6500. 00000400:00000200:3.0:1785408773.704835:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408773.704839:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408773.704841:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09609c2cee0 00000400:00000010:3.0:1785408773.704843:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09609c2cee0. 00000100:00000001:3.0:1785408773.704845:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408773.704849:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09632eef800 x1872120998523520/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408773.704856:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408773.704860:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09632eef800 x1872120998523520/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408773.704866:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408773.704868:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1785408773.705158:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785408773.705161:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:0.0:1785408773.705164:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09609c2c110. 00000100:00000200:0.0:1785408773.705167:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120998523776, offset 0 00000400:00000200:0.0:1785408773.705171:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:0.0:1785408773.705175:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:0.0:1785408773.705180:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:0.0:1785408773.705183:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785408773.705186:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:0.0:1785408773.705189:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785408773.705191:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:0.0:1785408773.705194:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550880:550880:256:4294967295] 192.168.201.132@tcp LPNI seq info [550861:550861:8:4294967295] 00000400:00000200:0.0:1785408773.705198:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:0.0:1785408773.705204:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:0.0:1785408773.705208:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:0.0:1785408773.705211:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09611be6700. 00000800:00000200:0.0:1785408773.705215:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:0.0:1785408773.705220:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:0.0:1785408773.705223:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09611be6700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785408773.705242:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785408773.705246:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: using a timeout of 106193 usecs (107 jiffies) 00000400:00000200:0.0:1785408773.705249:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:0.0:1785408773.705250:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309923951 00000100:00000001:0.0:1785408773.705253:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309927646 00000100:00000001:0.0:1785408773.705255:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309923951 00000100:00000001:0.0:1785408773.705257:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309927646 00000100:00000001:0.0:1785408773.705259:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785408773.705261:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408773.705269:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408773.705377:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785408773.705380:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408773.705475:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1785408773.707527:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408773.707532:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09611be6700. 00000400:00000200:3.0:1785408773.707536:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408773.707542:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408773.707545:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09609c2c110 00000400:00000010:3.0:1785408773.707552:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09609c2c110. 00000100:00000001:3.0:1785408773.707556:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408773.707562:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09632eeed80 x1872120998523776/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408773.707572:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408773.707575:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09632eeed80 x1872120998523776/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408773.707590:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408773.707592:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1785408773.723014:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408773.723027:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785408773.723031:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408773.723033:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408773.723042:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723049:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:3.0:1785408773.723057:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723062:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723067:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723071:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 4 MB=0x6a6af2317f400 00000400:00000200:3.0:1785408773.723076:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723081:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.132@tcp of length 224/224 into md 0x534bcd [1] + 224 00000800:00000001:3.0:1785408773.723087:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408773.723090:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408773.723093:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408773.723098:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:3.0:1785408773.723104:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785408773.723112:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09632eed500 x1872120998523904/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785408773.723124:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09632eed500 x1872120998523904/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408773.723145:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785408773.723158:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408773.723161:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785408773.723163:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408773.723166:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408773.723169:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723172:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:3.0:1785408773.723176:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723179:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723181:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723184:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 4 MB=0x6a6af2317f380 00000400:00000200:3.0:1785408773.723187:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723191:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.132@tcp of length 224/224 into md 0x534bdd [1] + 224 00000800:00000001:3.0:1785408773.723194:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408773.723196:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408773.723198:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408773.723202:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:3.0:1785408773.723204:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785408773.723209:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09632eeed80 x1872120998523776/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785408773.723218:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09632eeed80 x1872120998523776/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408773.723225:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785408773.723227:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408773.723229:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785408773.723230:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408773.723232:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408773.723235:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723238:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:3.0:1785408773.723242:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723244:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723247:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723249:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 10 MB=0x6a6af2317f300 00000400:00000200:3.0:1785408773.723252:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723261:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.132@tcp of length 224/224 into md 0x534bc5 [1] + 224 00000800:00000001:3.0:1785408773.723264:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408773.723267:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408773.723269:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408773.723280:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:3.0:1785408773.723283:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785408773.723287:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09632eef480 x1872120998523648/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785408773.723297:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09632eef480 x1872120998523648/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408773.723304:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785408773.723307:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408773.723309:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785408773.723311:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408773.723313:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408773.723316:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723329:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:3.0:1785408773.723333:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723335:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723338:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723341:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 10 MB=0x6a6af2317f280 00000400:00000200:3.0:1785408773.723344:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723347:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.132@tcp of length 224/224 into md 0x534bd5 [1] + 224 00000800:00000001:3.0:1785408773.723350:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408773.723353:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408773.723355:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408773.723357:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:3.0:1785408773.723359:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785408773.723363:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09632eef800 x1872120998523520/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785408773.723378:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09632eef800 x1872120998523520/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408773.723662:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785408773.723666:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785408773.723796:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785408773.723800:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408773.723805:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785408773.723807:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408773.723809:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408773.723813:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723817:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:3.0:1785408773.723821:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723824:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723827:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723830:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 25 MB=0x6a6af2317f200 00000400:00000200:3.0:1785408773.723834:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408773.723838:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.132@tcp of length 224/224 into md 0x534bbd [1] + 224 00000800:00000001:3.0:1785408773.723842:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408773.723847:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408773.723849:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408773.723852:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:3.0:1785408773.723855:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785408773.723860:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09632eed180 x1872120998523392/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785408773.723869:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09632eed180 x1872120998523392/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408773.723876:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785408773.723878:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408773.723880:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1785408773.736190:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785408773.736197:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785408773.736201:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09602cf03c8. 00000400:00000200:0.0:1785408773.736209:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09609c2c088 00000400:00000010:0.0:1785408773.736211:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09609c2c088. 00000100:00000001:0.0:1785408773.736217:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785408773.736229:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09632eef800 x1872120998523520/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785408773.736242:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09632eef800 x1872120998523520/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408773.736249:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785408773.736251:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785408773.736254:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785408773.736258:0:2396:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785408773.736261:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785408773.736264:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785408773.736277:0:2396:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785408773.736286:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffffa09612421460 time=139 v=5 (5 60 60 60) 00000100:00001000:0.0:1785408773.736290:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffffa09612421418 time=97 v=5 (1 1 1 1) 00000100:00000001:0.0:1785408773.736293:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785408773.736294:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408773.736297:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785408773.736300:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408773.736303:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785408773.736305:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa09634743800: skip recheck: last_committed 30064771635 00000100:00000001:0.0:1785408773.736308:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785408773.736309:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785408773.736313:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09632eef800 x1872120998523520/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408773.736334:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785408773.736336:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785408773.736349:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785408773.736354:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09632eef800 x1872120998523520/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785408773.736362:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09632eef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998523520:192.168.201.132@tcp:400:kworker.0 00000400:00000001:1.0:1785408773.736452:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785408773.736454:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785408773.736456:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09602cf0108. 00000400:00000200:1.0:1785408773.736461:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09609c2c4c8 00000400:00000010:1.0:1785408773.736463:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09609c2c4c8. 00000100:00000001:1.0:1785408773.736466:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785408773.736470:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09632eeed80 x1872120998523776/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785408773.736478:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09632eeed80 x1872120998523776/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.736495:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785408773.736496:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408773.736498:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785408773.736500:0:2396:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785408773.736501:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785408773.736502:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408773.736504:0:2396:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785408773.736508:0:2396:0:(import.c:2149:obd_at_measure()) add 6 to ffffa096311d7c60 time=138 v=6 (6 6 6 5) 00000100:00001000:1.0:1785408773.736511:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096311d7c18 time=22 v=5 (1 1 1 0) 00000100:00000001:1.0:1785408773.736513:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785408773.736514:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785408773.736516:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785408773.736518:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408773.736520:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785408773.736521:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa09634743800: skip recheck: last_committed 38654726677 00000100:00000001:1.0:1785408773.736523:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785408773.736524:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.736528:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09632eeed80 x1872120998523776/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.736534:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408773.736535:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785408773.736537:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785408773.736540:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09632eeed80 x1872120998523776/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785408773.736546:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09632eeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998523776:192.168.201.132@tcp:400:kworker.0 00000400:00000001:1.0:1785408773.736552:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785408773.736553:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785408773.736555:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09602cf0318. 00000400:00000200:1.0:1785408773.736558:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09609c2cc38 00000400:00000010:1.0:1785408773.736559:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09609c2cc38. 00000100:00000001:1.0:1785408773.736562:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785408773.736572:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09632eed180 x1872120998523392/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785408773.736591:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09632eed180 x1872120998523392/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.736598:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785408773.736600:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408773.736601:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785408773.736603:0:2396:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785408773.736604:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785408773.736606:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408773.736608:0:2396:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785408773.736611:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffffa096098a8460 time=139 v=5 (5 5 5 5) 00000100:00001000:1.0:1785408773.736613:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096098a8418 time=103 v=5 (1 1 1 1) 00000100:00000001:1.0:1785408773.736615:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785408773.736616:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785408773.736618:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785408773.736620:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408773.736621:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.736625:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09632eed180 x1872120998523392/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.736631:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408773.736633:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785408773.736634:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785408773.736637:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09632eed180 x1872120998523392/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785408773.736644:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09632eed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4090ba15-22ae-42c0-a8a3-42379207107f:2396:1872120998523392:192.168.201.132@tcp:400:kworker.0 00000400:00000001:1.0:1785408773.736650:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785408773.736651:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785408773.736653:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09602cf0580. 00000400:00000200:1.0:1785408773.736656:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09609c2c5d8 00000400:00000010:1.0:1785408773.736658:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09609c2c5d8. 00000100:00000001:1.0:1785408773.736660:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785408773.736670:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09632eef480 x1872120998523648/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785408773.736678:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09632eef480 x1872120998523648/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.736684:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785408773.736686:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408773.736688:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785408773.736689:0:2396:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785408773.736690:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785408773.736692:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408773.736693:0:2396:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785408773.736698:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffffa096311d6460 time=138 v=5 (5 60 60 60) 00000100:00001000:1.0:1785408773.736701:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096311d6418 time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1785408773.736703:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785408773.736704:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785408773.736705:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1785408773.736709:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa09632eef480 x1872120998523648/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1785408773.736715:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408773.736717:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785408773.736719:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa09634743800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1785408773.736720:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785408773.736721:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.736725:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09632eef480 x1872120998523648/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.736731:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408773.736733:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785408773.736734:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785408773.736739:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09632eef480 x1872120998523648/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785408773.736774:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09632eef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998523648:192.168.201.132@tcp:400:kworker.0 00000400:00000001:1.0:1785408773.736786:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785408773.736787:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785408773.736789:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09602cf0d10. 00000400:00000200:1.0:1785408773.736792:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09609c2c220 00000400:00000010:1.0:1785408773.736793:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09609c2c220. 00000100:00000001:1.0:1785408773.736796:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785408773.736800:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09632eed500 x1872120998523904/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785408773.736809:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09632eed500 x1872120998523904/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.736815:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785408773.736816:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408773.736818:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785408773.736819:0:2396:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785408773.736820:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785408773.736822:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408773.736823:0:2396:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785408773.736828:0:2396:0:(import.c:2149:obd_at_measure()) add 6 to ffffa096311d4460 time=138 v=6 (6 6 6 5) 00000100:00001000:1.0:1785408773.736831:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096311d4418 time=126 v=5 (1 1 0 0) 00000100:00000001:1.0:1785408773.736833:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785408773.736834:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785408773.736836:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785408773.736837:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408773.736839:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785408773.736841:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa09634743800: skip recheck: last_committed 4295014433 00000100:00000001:1.0:1785408773.736842:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785408773.736843:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408773.736847:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09632eed500 x1872120998523904/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.736854:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408773.736855:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785408773.736857:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785408773.736860:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09632eed500 x1872120998523904/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785408773.736871:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09632eed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998523904:192.168.201.132@tcp:400:kworker.0 00000100:00000001:1.0:1785408773.736875:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408773.736878:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785408773.736881:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09632eef800 x1872120998523520/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.736887:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785408773.736890:0:2396:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785408773.736893:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09610799600. 02000000:00000001:1.0:1785408773.736896:0:2396:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785408773.736898:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785408773.736900:0:2396:0:(genops.c:1244:class_import_put()) import ffffa09612421000 refcount=7 obd=lustre-MDT0000-mdc-ffffa09634743800 00000020:00000001:1.0:1785408773.736902:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785408773.736905:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa096193b4600. 02000000:00000001:1.0:1785408773.736908:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785408773.736909:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785408773.736911:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09632eef800. 00000100:00000001:1.0:1785408773.736915:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785408773.736916:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408773.736918:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785408773.736920:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09632eeed80 x1872120998523776/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.736926:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785408773.736927:0:2396:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785408773.736929:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09610798c00. 02000000:00000001:1.0:1785408773.736930:0:2396:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785408773.736931:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785408773.736933:0:2396:0:(genops.c:1244:class_import_put()) import ffffa096311d7800 refcount=3 obd=lustre-OST0000-osc-ffffa09634743800 00000020:00000001:1.0:1785408773.736934:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785408773.736935:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa096193b4300. 02000000:00000001:1.0:1785408773.736937:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785408773.736938:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785408773.736939:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09632eeed80. 00000100:00000001:1.0:1785408773.736945:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785408773.736946:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408773.736948:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785408773.736951:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09632eed180 x1872120998523392/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.736957:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785408773.736958:0:2396:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785408773.736960:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09610799000. 02000000:00000001:1.0:1785408773.736961:0:2396:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785408773.736962:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785408773.736963:0:2396:0:(genops.c:1244:class_import_put()) import ffffa096098a8000 refcount=3 obd=MGC192.168.201.132@tcp 00000020:00000001:1.0:1785408773.736976:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785408773.736977:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa096193b4f00. 02000000:00000001:1.0:1785408773.736979:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785408773.736980:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785408773.736982:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09632eed180. 00000100:00000001:1.0:1785408773.736984:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785408773.736985:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408773.736986:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785408773.736989:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09632eef480 x1872120998523648/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408789 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.736995:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785408773.736997:0:2396:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785408773.736998:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09610799e00. 02000000:00000001:1.0:1785408773.737000:0:2396:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785408773.737001:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785408773.737002:0:2396:0:(genops.c:1244:class_import_put()) import ffffa096311d6000 refcount=3 obd=lustre-MDT0001-mdc-ffffa09634743800 00000020:00000001:1.0:1785408773.737003:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785408773.737005:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa096193b4c00. 02000000:00000001:1.0:1785408773.737006:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785408773.737007:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785408773.737008:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09632eef480. 00000100:00000001:1.0:1785408773.737010:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785408773.737011:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408773.737012:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785408773.737015:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09632eed500 x1872120998523904/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408790 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408773.737025:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785408773.737026:0:2396:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785408773.737027:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09610798a00. 02000000:00000001:1.0:1785408773.737029:0:2396:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785408773.737030:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785408773.737032:0:2396:0:(genops.c:1244:class_import_put()) import ffffa096311d4000 refcount=3 obd=lustre-OST0001-osc-ffffa09634743800 00000020:00000001:1.0:1785408773.737033:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785408773.737034:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa096193b4500. 02000000:00000001:1.0:1785408773.737036:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785408773.737037:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785408773.737038:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09632eed500. 00000100:00000001:1.0:1785408773.737039:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785408773.737041:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408773.737043:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408773.737050:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785408773.737052:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408773.737054:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785408773.737056:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408774.340990:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408774.340996:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408774.341000:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408774.341002:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785408774.341015:0:249839:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785408774.341017:0:249839:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785408774.341020:0:249839:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785408775.367810:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408775.367819:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408775.367827:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408775.367828:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785408775.373869:0:233960:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785408775.373879:0:233960:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785408775.373884:0:233960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785408776.389665:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408776.389670:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408776.389676:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408776.389677:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785408776.395212:0:243426:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785408776.395219:0:243426:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785408776.395224:0:243426:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785408777.412876:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408777.412887:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408777.412894:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408777.412895:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785408777.412928:0:249840:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785408777.412931:0:249840:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785408777.412934:0:249840:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1785408777.540856:0:280364:0:(connection.c:75:cpu_latency_work()) work item of ffffa09602c76b30 (cpu 3) has reached its deadline 4309927646, at 4309927680 00000100:00000010:3.0:1785408777.540877:0:280364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa096097b7a20. 00000100:00000040:2.0:1785408777.541419:0:280671:0:(connection.c:75:cpu_latency_work()) work item of ffffa09602c76a20 (cpu 2) has reached its deadline 4309927646, at 4309927680 00000100:00000010:2.0:1785408777.541427:0:280671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa096097b7b40. 00010000:00000001:0.0:1785408778.437431:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408778.437440:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408778.437446:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408778.437447:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785408778.437624:0:233959:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785408778.437629:0:233959:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785408778.437632:0:233959:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1785408778.822590:0:282591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4090ba15-22ae-42c0-a8a3-42379207107f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785408778.822605:0:282591:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785408778.822619:0:282591:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09631f39880. 00000020:00000040:3.0:1785408778.822628:0:282591:0:(genops.c:1231:class_import_get()) import ffffa096098a8000 refcount=4 obd=MGC192.168.201.132@tcp 00000100:00000001:3.0:1785408778.822635:0:282591:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785408778.822639:0:282591:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785408778.822646:0:282591:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785408778.822656:0:282591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09634823500. 00000100:00000001:3.0:1785408778.822665:0:282591:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.822681:0:282591:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4090ba15-22ae-42c0-a8a3-42379207107f->MGS req@ffffa09631f39880 x1872120998524032/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785408778.822694:0:282591:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785408778.822699:0:282591:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.822706:0:282591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004825abf1] to pc [ptlrpcd_01_00+0] req@ffffa09631f39880 x1872120998524032/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.822804:0:282591:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.822808:0:282591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785408778.822812:0:282591:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1785408778.822819:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1785408778.822823:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1785408778.822826:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785408778.822835:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785408778.822838:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785408778.822840:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785408778.822842:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785408778.822845:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785408778.822851:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09631f39880 x1872120998524032/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.822860:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785408778.822862:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785408778.822867:0:2399:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785408778.822870:0:2399:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785408778.822874:0:2399:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785408778.822897:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09631f39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4090ba15-22ae-42c0-a8a3-42379207107f:2399:1872120998524032:192.168.201.132@tcp:400:kworker.0 00000100:00000001:3.0:1785408778.822901:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785408778.822909:0:2399:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785408778.822912:0:2399:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785408778.822915:0:2399:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785408778.822920:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09603de5400. 02000000:00000001:3.0:1785408778.822923:0:2399:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785408778.822932:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:3.0:1785408778.822938:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09607e6ac60. 00000400:00000010:3.0:1785408778.822947:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09632a3c110. 00000100:00000200:3.0:1785408778.822956:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998524032, portal 25 00000100:00000001:3.0:1785408778.822958:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785408778.822960:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165676427392 : -104908033124224 : ffffa09631f39880) 00000100:00000040:3.0:1785408778.822967:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09631f39880 x1872120998524032/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.822975:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785408778.822978:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:3.0:1785408778.822981:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09632a3cb28. 00000100:00000200:3.0:1785408778.822984:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872120998524032, offset 0 00000400:00000200:3.0:1785408778.822992:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:3.0:1785408778.823004:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408778.823014:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:3.0:1785408778.823020:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785408778.823025:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:3.0:1785408778.823030:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785408778.823032:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:3.0:1785408778.823037:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550881:550881:256:4294967295] 192.168.201.132@tcp LPNI seq info [550862:550862:8:4294967295] 00000400:00000200:3.0:1785408778.823041:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408778.823052:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:3.0:1785408778.823059:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:3.0:1785408778.823064:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09634823f00. 00000800:00000200:3.0:1785408778.823078:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:3.0:1785408778.823089:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:3.0:1785408778.823094:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09634823f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785408778.823108:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785408778.823114:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:3.0:1785408778.823117:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS new deadline estimation for cpu 2 is 4309932767 00000100:00000010:3.0:1785408778.823122:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa096101c6180. 00000100:00000001:3.0:1785408778.823131:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1785408778.823139:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS new deadline estimation for cpu 3 is 4309932767 00000100:00000010:3.0:1785408778.823143:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa096101c6a80. 00000100:00000001:3.0:1785408778.823146:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1785408778.823150:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785408778.823153:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.823157:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.823160:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1785408778.823306:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408778.823310:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09634823f00. 00000400:00000200:3.0:1785408778.823316:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408778.823321:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408778.823328:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09632a3cb28 00000400:00000010:3.0:1785408778.823331:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09632a3cb28. 00000100:00000001:3.0:1785408778.823335:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408778.823340:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09631f39880 x1872120998524032/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.823350:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408778.823353:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09631f39880 x1872120998524032/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.823360:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.823362:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1785408778.823377:0:282591:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09631f38700. 00000020:00000040:3.0:1785408778.823380:0:282591:0:(genops.c:1231:class_import_get()) import ffffa09612421000 refcount=8 obd=lustre-MDT0000-mdc-ffffa09634743800 00000100:00000001:3.0:1785408778.823383:0:282591:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785408778.823390:0:282591:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785408778.823393:0:282591:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785408778.823397:0:282591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09634823f00. 00000100:00000001:3.0:1785408778.823400:0:282591:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.823405:0:282591:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0000_UUID req@ffffa09631f38700 x1872120998524160/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785408778.823413:0:282591:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785408778.823415:0:282591:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.823419:0:282591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf771aa6] to pc [ptlrpcd_01_01+1] req@ffffa09631f38700 x1872120998524160/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.823433:0:282591:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.823437:0:282591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785408778.823440:0:282591:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1785408778.823447:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785408778.823449:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785408778.823450:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785408778.823453:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09631f38700 x1872120998524160/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.823459:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785408778.823461:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785408778.823463:0:2399:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785408778.823464:0:2399:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785408778.823466:0:2399:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785408778.823469:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09631f38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:680baeae-bff9-4fcc-9c88-daafc5b62833:2399:1872120998524160:192.168.201.132@tcp:400:kworker.0 00000100:00000001:3.0:1785408778.823472:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785408778.823475:0:2399:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785408778.823476:0:2399:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785408778.823478:0:2399:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785408778.823482:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09603de4a00. 02000000:00000001:3.0:1785408778.823484:0:2399:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785408778.823488:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:3.0:1785408778.823491:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09607e6a210. 00000400:00000010:3.0:1785408778.823501:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09632a3cb28. 00000100:00000200:3.0:1785408778.823504:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998524160, portal 10 00000100:00000001:3.0:1785408778.823505:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785408778.823506:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165676422912 : -104908033128704 : ffffa09631f38700) 00000100:00000040:3.0:1785408778.823516:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09631f38700 x1872120998524160/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.823521:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785408778.823523:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:3.0:1785408778.823525:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09632a3cbb0. 00000100:00000200:3.0:1785408778.823527:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120998524160, offset 0 00000400:00000200:3.0:1785408778.823531:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:3.0:1785408778.823534:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408778.823538:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:3.0:1785408778.823541:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785408778.823543:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:3.0:1785408778.823545:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785408778.823547:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:3.0:1785408778.823550:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550882:550882:256:4294967295] 192.168.201.132@tcp LPNI seq info [550863:550863:8:4294967295] 00000400:00000200:3.0:1785408778.823553:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408778.823559:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:3.0:1785408778.823563:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:3.0:1785408778.823567:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09634823c00. 00000800:00000200:3.0:1785408778.823570:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:3.0:1785408778.823574:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:3.0:1785408778.823577:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09634823c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785408778.823585:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.823589:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: using a timeout of 34877 usecs (35 jiffies) 00000400:00000200:3.0:1785408778.823592:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:3.0:1785408778.823594:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309928997 00000100:00000001:3.0:1785408778.823597:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309932767 00000100:00000001:3.0:1785408778.823605:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309928997 00000100:00000001:3.0:1785408778.823607:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309932767 00000100:00000001:3.0:1785408778.823609:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785408778.823611:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.823613:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.823615:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785408778.823619:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785408778.823620:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1785408778.823622:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785408778.823623:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785408778.823624:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.823626:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1785408778.823643:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408778.823646:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09634823c00. 00000400:00000200:3.0:1785408778.823649:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408778.823653:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408778.823656:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09632a3cbb0 00000400:00000010:3.0:1785408778.823658:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09632a3cbb0. 00000100:00000001:3.0:1785408778.823660:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408778.823664:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09631f38700 x1872120998524160/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.823672:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408778.823675:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09631f38700 x1872120998524160/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.823680:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.823681:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1785408778.823691:0:282591:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09631f3ad80. 00000020:00000040:3.0:1785408778.823693:0:282591:0:(genops.c:1231:class_import_get()) import ffffa096311d6000 refcount=4 obd=lustre-MDT0001-mdc-ffffa09634743800 00000100:00000001:3.0:1785408778.823696:0:282591:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785408778.823697:0:282591:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785408778.823699:0:282591:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408778.823700:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1785408778.823702:0:282591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09634823c00. 00000100:00000001:2.0:1785408778.823704:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.823706:0:282591:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.823716:0:282591:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0001_UUID req@ffffa09631f3ad80 x1872120998524288/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785408778.823723:0:282591:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785408778.823725:0:282591:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.823729:0:282591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e38dcef] to pc [ptlrpcd_01_00+0] req@ffffa09631f3ad80 x1872120998524288/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.823774:0:282591:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.823777:0:282591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785408778.823780:0:282591:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1785408778.823786:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785408778.823788:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785408778.823790:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785408778.823791:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1785408778.823793:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785408778.823796:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785408778.823798:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785408778.823799:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785408778.823801:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785408778.823801:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785408778.823802:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1785408778.823803:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.823806:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09631f3ad80 x1872120998524288/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.823813:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785408778.823815:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785408778.823817:0:2399:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785408778.823819:0:2399:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785408778.823821:0:2399:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785408778.823823:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09631f3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:680baeae-bff9-4fcc-9c88-daafc5b62833:2399:1872120998524288:192.168.201.132@tcp:400:kworker.0 00000100:00000001:3.0:1785408778.823827:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785408778.823830:0:2399:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785408778.823831:0:2399:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785408778.823833:0:2399:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785408778.823837:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09603de5e00. 02000000:00000001:3.0:1785408778.823839:0:2399:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785408778.823848:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:3.0:1785408778.823850:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09607e6a898. 00000400:00000010:3.0:1785408778.823854:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09632a3cbb0. 00000100:00000200:3.0:1785408778.823857:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998524288, portal 10 00000100:00000001:3.0:1785408778.823859:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785408778.823860:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165676432768 : -104908033118848 : ffffa09631f3ad80) 00000100:00000040:3.0:1785408778.823867:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09631f3ad80 x1872120998524288/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.823873:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785408778.823876:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:3.0:1785408778.823879:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09632a3c330. 00000100:00000200:3.0:1785408778.823880:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120998524288, offset 0 00000400:00000200:3.0:1785408778.823884:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:3.0:1785408778.823888:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408778.823891:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:3.0:1785408778.823894:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785408778.823896:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:3.0:1785408778.823898:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785408778.823900:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:3.0:1785408778.823903:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550883:550883:256:4294967295] 192.168.201.132@tcp LPNI seq info [550864:550864:8:4294967295] 00000400:00000200:3.0:1785408778.823907:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408778.823912:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:3.0:1785408778.823916:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:3.0:1785408778.823919:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09634823d00. 00000800:00000200:3.0:1785408778.823923:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:3.0:1785408778.823927:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:3.0:1785408778.823929:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09634823d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785408778.823945:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.823948:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: using a timeout of 26887 usecs (27 jiffies) 00000400:00000200:3.0:1785408778.823951:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:3.0:1785408778.823953:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309928990 00000100:00000001:3.0:1785408778.823961:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309932767 00000100:00000001:3.0:1785408778.823963:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309928990 00000100:00000001:3.0:1785408778.823965:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309932767 00000100:00000001:3.0:1785408778.823967:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785408778.823969:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.823971:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.823974:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1785408778.823982:0:282591:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09631f3a300. 00000020:00000040:3.0:1785408778.823985:0:282591:0:(genops.c:1231:class_import_get()) import ffffa096311d7800 refcount=4 obd=lustre-OST0000-osc-ffffa09634743800 00000100:00000001:3.0:1785408778.823988:0:282591:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785408778.823990:0:282591:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785408778.823992:0:282591:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785408778.823995:0:282591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09634823700. 00000100:00000001:3.0:1785408778.823999:0:282591:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.824003:0:282591:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0000_UUID req@ffffa09631f3a300 x1872120998524416/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785408778.824010:0:282591:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785408778.824011:0:282591:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.824015:0:282591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa9ab86] to pc [ptlrpcd_01_01+1] req@ffffa09631f3a300 x1872120998524416/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.824028:0:282591:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.824030:0:282591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785408778.824034:0:282591:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1785408778.824039:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785408778.824040:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785408778.824042:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785408778.824046:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09631f3a300 x1872120998524416/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.824053:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1785408778.824054:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785408778.824063:0:2399:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1785408778.824065:0:2399:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785408778.824067:0:2399:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785408778.824070:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09631f3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:680baeae-bff9-4fcc-9c88-daafc5b62833:2399:1872120998524416:192.168.201.132@tcp:400:kworker.0 00000100:00000001:3.0:1785408778.824074:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1785408778.824076:0:2399:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1785408778.824078:0:2399:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785408778.824079:0:2399:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785408778.824083:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09603de4800. 02000000:00000001:3.0:1785408778.824084:0:2399:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785408778.824089:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:3.0:1785408778.824091:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09607e6aaa8. 00000400:00000010:3.0:1785408778.824095:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09632a3c550. 00000100:00000200:3.0:1785408778.824098:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998524416, portal 4 00000100:00000001:3.0:1785408778.824100:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785408778.824101:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165676430080 : -104908033121536 : ffffa09631f3a300) 00000100:00000040:3.0:1785408778.824107:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09631f3a300 x1872120998524416/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.824114:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785408778.824116:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:3.0:1785408778.824119:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09632a3c880. 00000100:00000200:3.0:1785408778.824121:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120998524416, offset 0 00000400:00000200:3.0:1785408778.824125:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:3.0:1785408778.824129:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408778.824133:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:3.0:1785408778.824136:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785408778.824138:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:3.0:1785408778.824141:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785408778.824143:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:3.0:1785408778.824146:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550884:550884:255:4294967295] 192.168.201.132@tcp LPNI seq info [550865:550865:7:4294967295] 00000400:00000200:3.0:1785408778.824150:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408778.824156:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:3.0:1785408778.824167:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:3.0:1785408778.824170:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09634823400. 00000800:00000200:3.0:1785408778.824174:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:3.0:1785408778.824178:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:3.0:1785408778.824181:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09634823400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785408778.824184:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.824187:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: using a timeout of 106153 usecs (107 jiffies) 00000400:00000200:3.0:1785408778.824190:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:3.0:1785408778.824192:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309929070 00000100:00000001:3.0:1785408778.824195:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309932767 00000100:00000001:3.0:1785408778.824197:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309929070 00000100:00000001:3.0:1785408778.824198:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309932767 00000100:00000001:3.0:1785408778.824200:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785408778.824203:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.824205:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.824207:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785408778.824211:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785408778.824212:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1785408778.824214:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785408778.824215:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785408778.824217:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.824218:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1785408778.824227:0:282591:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09631f39c00. 00000100:00000001:2.0:1785408778.824228:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785408778.824239:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1785408778.824240:0:282591:0:(genops.c:1231:class_import_get()) import ffffa096311d4000 refcount=4 obd=lustre-OST0001-osc-ffffa09634743800 00000100:00000001:3.0:1785408778.824242:0:282591:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785408778.824244:0:282591:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785408778.824246:0:282591:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785408778.824250:0:282591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09634823300. 00000800:00000200:2.0:1785408778.824252:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1785408778.824253:0:282591:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1785408778.824254:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09634823d00. 00000100:00000040:3.0:1785408778.824257:0:282591:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0001_UUID req@ffffa09631f39c00 x1872120998524544/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1785408778.824258:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408778.824263:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:2.0:1785408778.824266:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09632a3c330 00000400:00000010:2.0:1785408778.824268:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09632a3c330. 00000100:00000001:2.0:1785408778.824271:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785408778.824274:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09631f3ad80 x1872120998524288/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.824276:0:282591:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785408778.824278:0:282591:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.824282:0:282591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006af20856] to pc [ptlrpcd_01_00+0] req@ffffa09631f39c00 x1872120998524544/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408778.824282:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785408778.824285:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09631f3ad80 x1872120998524288/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408778.824292:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408778.824294:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1785408778.824295:0:282591:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.824303:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785408778.824304:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785408778.824306:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1785408778.824308:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1785408778.824309:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785408778.824313:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1785408778.824314:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785408778.824316:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785408778.824317:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785408778.824318:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1785408778.824321:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09631f39c00 x1872120998524544/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.824328:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1785408778.824328:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1785408778.824329:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1785408778.824330:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09634823400. 02000000:00000001:3.0:1785408778.824332:0:2399:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1785408778.824332:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1785408778.824333:0:2399:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1785408778.824336:0:2399:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785408778.824336:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:2.0:1785408778.824338:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09632a3c880 00000100:00100000:3.0:1785408778.824339:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09631f39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:680baeae-bff9-4fcc-9c88-daafc5b62833:2399:1872120998524544:192.168.201.132@tcp:400:kworker.0 00000400:00000010:2.0:1785408778.824340:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09632a3c880. 00000100:00000001:3.0:1785408778.824342:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1785408778.824342:0:2390:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1785408778.824345:0:2399:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1785408778.824345:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09631f3a300 x1872120998524416/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1785408778.824346:0:2399:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785408778.824348:0:2399:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1785408778.824351:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09603de5000. 02000000:00000001:3.0:1785408778.824353:0:2399:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785408778.824357:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:2.0:1785408778.824359:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1785408778.824360:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09607e6ab58. 00000100:00000040:2.0:1785408778.824362:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09631f3a300 x1872120998524416/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1785408778.824364:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09632a3c6e8. 00000100:00000001:2.0:1785408778.824368:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408778.824369:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1785408778.824370:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998524544, portal 4 00000100:00000001:3.0:1785408778.824372:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1785408778.824373:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165676428288 : -104908033123328 : ffffa09631f39c00) 00000100:00000001:2.0:1785408778.824377:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1785408778.824379:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09631f39c00 x1872120998524544/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408778.824379:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.824385:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1785408778.824387:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:3.0:1785408778.824389:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09632a3c770. 00000100:00000200:3.0:1785408778.824392:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120998524544, offset 0 00000400:00000200:3.0:1785408778.824395:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:3.0:1785408778.824400:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408778.824403:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:3.0:1785408778.824406:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1785408778.824408:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:3.0:1785408778.824410:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1785408778.824413:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:3.0:1785408778.824416:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550885:550885:256:4294967295] 192.168.201.132@tcp LPNI seq info [550866:550866:8:4294967295] 00000400:00000200:3.0:1785408778.824419:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408778.824426:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:3.0:1785408778.824430:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:3.0:1785408778.824434:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09634823a00. 00000800:00000200:3.0:1785408778.824438:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:3.0:1785408778.824442:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:3.0:1785408778.824444:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09634823a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1785408778.824461:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.824464:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: using a timeout of 131996 usecs (132 jiffies) 00000400:00000200:3.0:1785408778.824467:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:3.0:1785408778.824468:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309929095 00000100:00000001:3.0:1785408778.824470:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309932767 00000100:00000001:3.0:1785408778.824472:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309929095 00000100:00000001:3.0:1785408778.824480:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309932767 00000100:00000001:3.0:1785408778.824482:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785408778.824484:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.824487:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.824489:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.824497:0:282591:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15266) 00000800:00000200:2.0:1785408778.824509:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785408778.824512:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09634823a00. 00000400:00000200:2.0:1785408778.824516:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408778.824519:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:2.0:1785408778.824523:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09632a3c770 00000400:00000010:2.0:1785408778.824524:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09632a3c770. 00000100:00000001:2.0:1785408778.824527:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785408778.824530:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09631f39c00 x1872120998524544/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408778.824538:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785408778.824541:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09631f39c00 x1872120998524544/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408778.824547:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408778.824549:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1785408778.847369:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408778.847387:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785408778.847391:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408778.847452:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408778.847464:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.847472:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:2.0:1785408778.847482:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.847487:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.847708:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.847713:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 25 MB=0x6a6af2317f480 00000400:00000200:2.0:1785408778.847718:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.847738:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.132@tcp of length 224/224 into md 0x534be5 [1] + 224 00000800:00000001:2.0:1785408778.847745:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408778.847771:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408778.847776:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408778.847780:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:2.0:1785408778.847788:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408778.847797:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09631f39880 x1872120998524032/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785408778.847808:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09631f39880 x1872120998524032/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.847886:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785408778.847891:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785408778.847911:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785408778.847922:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408778.847926:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785408778.847928:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408778.847931:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408778.847934:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.847938:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:2.0:1785408778.847943:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.847946:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.847949:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.847952:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 10 MB=0x6a6af2317f500 00000400:00000200:2.0:1785408778.847957:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.847961:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.132@tcp of length 224/224 into md 0x534bf5 [1] + 224 00000800:00000001:2.0:1785408778.847966:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408778.847984:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408778.847987:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408778.847991:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:2.0:1785408778.847994:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408778.847999:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09631f38700 x1872120998524160/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785408778.848009:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09631f38700 x1872120998524160/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408778.848022:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785408778.848026:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408778.848029:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1785408778.852459:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785408778.852465:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785408778.852469:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09607e6ac60. 00000400:00000200:3.0:1785408778.852476:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09632a3c110 00000400:00000010:3.0:1785408778.852478:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09632a3c110. 00000100:00000001:3.0:1785408778.852483:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785408778.852505:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09631f39880 x1872120998524032/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785408778.852517:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09631f39880 x1872120998524032/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.852525:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785408778.852527:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785408778.852530:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785408778.852533:0:2399:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785408778.852535:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785408778.852537:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785408778.852540:0:2399:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785408778.852547:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffffa096098a8460 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1785408778.852551:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096098a8418 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1785408778.852554:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785408778.852556:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785408778.852559:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785408778.852561:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.852563:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.852568:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09631f39880 x1872120998524032/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.852575:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785408778.852591:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785408778.852593:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785408778.852598:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09631f39880 x1872120998524032/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785408778.852607:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09631f39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4090ba15-22ae-42c0-a8a3-42379207107f:2399:1872120998524032:192.168.201.132@tcp:400:kworker.0 00000100:00000001:3.0:1785408778.852612:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.852615:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408778.852619:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09631f39880 x1872120998524032/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.852626:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785408778.852628:0:2399:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785408778.852632:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09603de5400. 02000000:00000001:3.0:1785408778.852636:0:2399:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785408778.852639:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785408778.852641:0:2399:0:(genops.c:1244:class_import_put()) import ffffa096098a8000 refcount=3 obd=MGC192.168.201.132@tcp 00000020:00000001:3.0:1785408778.852643:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785408778.852646:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09634823500. 02000000:00000001:3.0:1785408778.852659:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785408778.852662:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785408778.852664:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09631f39880. 00000100:00000001:3.0:1785408778.852667:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785408778.852669:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785408778.852672:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.852675:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785408778.852676:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1785408778.852681:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785408778.852682:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785408778.852684:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09607e6a210. 00000400:00000200:3.0:1785408778.852687:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09632a3cb28 00000400:00000010:3.0:1785408778.852688:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09632a3cb28. 00000100:00000001:3.0:1785408778.852691:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785408778.852694:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09631f38700 x1872120998524160/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785408778.852702:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09631f38700 x1872120998524160/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.852714:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785408778.852716:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785408778.852717:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785408778.852719:0:2399:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785408778.852720:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785408778.852722:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785408778.852724:0:2399:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785408778.852729:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffffa09612421460 time=144 v=5 (5 60 60 60) 00000100:00001000:3.0:1785408778.852732:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffffa09612421418 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1785408778.852734:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785408778.852735:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785408778.852737:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1785408778.852740:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.852743:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785408778.852745:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa09634743800: skip recheck: last_committed 30064771635 00000100:00000001:3.0:1785408778.852776:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785408778.852778:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.852783:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09631f38700 x1872120998524160/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.852789:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785408778.852792:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785408778.852793:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785408778.852796:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09631f38700 x1872120998524160/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785408778.852803:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09631f38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:680baeae-bff9-4fcc-9c88-daafc5b62833:2399:1872120998524160:192.168.201.132@tcp:400:kworker.0 00000100:00000001:3.0:1785408778.852807:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.852809:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408778.852812:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09631f38700 x1872120998524160/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.852818:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785408778.852826:0:2399:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785408778.852828:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09603de4a00. 02000000:00000001:3.0:1785408778.852831:0:2399:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785408778.852833:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785408778.852834:0:2399:0:(genops.c:1244:class_import_put()) import ffffa09612421000 refcount=7 obd=lustre-MDT0000-mdc-ffffa09634743800 00000020:00000001:3.0:1785408778.852836:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785408778.852838:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09634823f00. 02000000:00000001:3.0:1785408778.852841:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785408778.852842:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785408778.852843:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09631f38700. 00000100:00000001:3.0:1785408778.852846:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785408778.852847:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785408778.852849:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.852851:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785408778.852852:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785408778.852854:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.852855:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1785408778.856557:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408778.856573:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785408778.856577:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408778.856579:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408778.856587:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.856594:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:2.0:1785408778.856602:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.856607:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.856611:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.856615:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 10 MB=0x6a6af2317f580 00000400:00000200:2.0:1785408778.856619:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.856625:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.132@tcp of length 224/224 into md 0x534c05 [1] + 224 00000800:00000001:2.0:1785408778.856631:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408778.856633:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408778.856637:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408778.856640:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:2.0:1785408778.856944:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408778.856953:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09631f3ad80 x1872120998524288/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785408778.856963:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09631f3ad80 x1872120998524288/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.857017:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785408778.857021:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785408778.857038:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785408778.857048:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408778.857052:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785408778.857054:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408778.857056:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408778.857060:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.857063:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:2.0:1785408778.857078:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.857081:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.857084:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.857086:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 4 MB=0x6a6af2317f680 00000400:00000200:2.0:1785408778.857089:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.857093:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.132@tcp of length 224/224 into md 0x534c25 [1] + 224 00000800:00000001:2.0:1785408778.857097:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408778.857099:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408778.857102:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408778.857104:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:2.0:1785408778.857107:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408778.857112:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09631f39c00 x1872120998524544/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785408778.857119:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09631f39c00 x1872120998524544/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408778.857125:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785408778.857128:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408778.857130:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785408778.857131:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408778.857133:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408778.857135:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.857138:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:2.0:1785408778.857141:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.857143:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.857145:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.857148:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 4 MB=0x6a6af2317f600 00000400:00000200:2.0:1785408778.857151:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408778.857154:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.132@tcp of length 224/224 into md 0x534c15 [1] + 224 00000800:00000001:2.0:1785408778.857157:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408778.857163:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408778.857165:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408778.857175:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:2.0:1785408778.857178:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408778.857182:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09631f3a300 x1872120998524416/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785408778.857190:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09631f3a300 x1872120998524416/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408778.857196:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785408778.857200:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408778.857203:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1785408778.859826:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1785408778.859830:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1785408778.859833:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09607e6a898. 00000400:00000200:3.0:1785408778.859839:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09632a3cbb0 00000400:00000010:3.0:1785408778.859841:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09632a3cbb0. 00000100:00000001:3.0:1785408778.859845:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785408778.859852:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09631f3ad80 x1872120998524288/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1785408778.859863:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09631f3ad80 x1872120998524288/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.859871:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1785408778.859873:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785408778.860296:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1785408778.860300:0:2399:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1785408778.860303:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1785408778.860305:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1785408778.860308:0:2399:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1785408778.860316:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffffa096311d6460 time=143 v=5 (5 60 60 60) 00000100:00001000:3.0:1785408778.860333:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096311d6418 time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1785408778.860336:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1785408778.860337:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1785408778.860340:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1785408778.860345:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa09631f3ad80 x1872120998524288/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1785408778.860353:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.860357:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1785408778.860359:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa09634743800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1785408778.860361:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1785408778.860362:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408778.860367:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09631f3ad80 x1872120998524288/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.860374:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1785408778.860377:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1785408778.860379:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785408778.860383:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09631f3ad80 x1872120998524288/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1785408778.860391:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09631f3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:680baeae-bff9-4fcc-9c88-daafc5b62833:2399:1872120998524288:192.168.201.132@tcp:400:kworker.0 00000100:00000001:3.0:1785408778.860459:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.860462:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408778.860466:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09631f3ad80 x1872120998524288/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408778.860473:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1785408778.860475:0:2399:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1785408778.860478:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09603de5e00. 02000000:00000001:3.0:1785408778.860483:0:2399:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1785408778.860485:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1785408778.860487:0:2399:0:(genops.c:1244:class_import_put()) import ffffa096311d6000 refcount=3 obd=lustre-MDT0001-mdc-ffffa09634743800 00000020:00000001:3.0:1785408778.860546:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1785408778.860550:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09634823c00. 02000000:00000001:3.0:1785408778.860559:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1785408778.860560:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1785408778.860562:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09631f3ad80. 00000100:00000001:3.0:1785408778.860566:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1785408778.860567:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1785408778.860570:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408778.860572:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1785408778.860574:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785408778.863633:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785408778.863639:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785408778.863642:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09607e6ab58. 00000400:00000200:2.0:1785408778.863996:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09632a3c6e8 00000400:00000010:2.0:1785408778.863999:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09632a3c6e8. 00000100:00000001:2.0:1785408778.864005:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408778.864014:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09631f39c00 x1872120998524544/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785408778.864026:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09631f39c00 x1872120998524544/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408778.864034:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785408778.864036:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408778.864039:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785408778.864041:0:2399:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785408778.864044:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785408778.864046:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785408778.864048:0:2399:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785408778.864055:0:2399:0:(import.c:2149:obd_at_measure()) add 6 to ffffa096311d4460 time=143 v=6 (6 6 6 5) 00000100:00001000:2.0:1785408778.864058:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096311d4418 time=131 v=5 (1 1 0 0) 00000100:00000001:2.0:1785408778.864061:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785408778.864063:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785408778.864065:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785408778.864068:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408778.864071:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785408778.864083:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa09634743800: skip recheck: last_committed 4295014433 00000100:00000001:2.0:1785408778.864085:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785408778.864087:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785408778.864092:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09631f39c00 x1872120998524544/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408778.864099:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785408778.864102:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785408778.864104:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785408778.864107:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09631f39c00 x1872120998524544/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785408778.864114:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09631f39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:680baeae-bff9-4fcc-9c88-daafc5b62833:2399:1872120998524544:192.168.201.132@tcp:400:kworker.0 00000400:00000001:2.0:1785408778.864121:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785408778.864122:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785408778.864125:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09607e6aaa8. 00000400:00000200:2.0:1785408778.864127:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09632a3c550 00000400:00000010:2.0:1785408778.864129:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09632a3c550. 00000100:00000001:2.0:1785408778.864131:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408778.864135:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09631f3a300 x1872120998524416/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785408778.864143:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09631f3a300 x1872120998524416/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408778.864150:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785408778.864151:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408778.864153:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785408778.864155:0:2399:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785408778.864156:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785408778.864158:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785408778.864159:0:2399:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785408778.864164:0:2399:0:(import.c:2149:obd_at_measure()) add 6 to ffffa096311d7c60 time=143 v=6 (6 6 6 5) 00000100:00001000:2.0:1785408778.864166:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096311d7c18 time=27 v=5 (1 1 1 0) 00000100:00000001:2.0:1785408778.864169:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785408778.864174:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785408778.864176:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785408778.864178:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408778.864180:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785408778.864182:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa09634743800: skip recheck: last_committed 38654726677 00000100:00000001:2.0:1785408778.864183:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785408778.864185:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785408778.864189:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09631f3a300 x1872120998524416/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408778.864196:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785408778.864198:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785408778.864199:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785408778.864203:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09631f3a300 x1872120998524416/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785408778.864210:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09631f3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:680baeae-bff9-4fcc-9c88-daafc5b62833:2399:1872120998524416:192.168.201.132@tcp:400:kworker.0 00000100:00000001:2.0:1785408778.864214:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408778.864216:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785408778.864219:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09631f39c00 x1872120998524544/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408778.864225:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785408778.864227:0:2399:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785408778.864453:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09603de5000. 02000000:00000001:2.0:1785408778.864458:0:2399:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785408778.864460:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785408778.864461:0:2399:0:(genops.c:1244:class_import_put()) import ffffa096311d4000 refcount=3 obd=lustre-OST0001-osc-ffffa09634743800 00000020:00000001:2.0:1785408778.864463:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785408778.864466:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09634823300. 02000000:00000001:2.0:1785408778.864469:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785408778.864471:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785408778.864472:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09631f39c00. 00000100:00000001:2.0:1785408778.864475:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785408778.864477:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408778.864478:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785408778.864488:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09631f3a300 x1872120998524416/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408795 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408778.864712:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785408778.864713:0:2399:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785408778.864715:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09603de4800. 02000000:00000001:2.0:1785408778.864718:0:2399:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785408778.864719:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785408778.864720:0:2399:0:(genops.c:1244:class_import_put()) import ffffa096311d7800 refcount=3 obd=lustre-OST0000-osc-ffffa09634743800 00000020:00000001:2.0:1785408778.864722:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785408778.864724:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09634823700. 02000000:00000001:2.0:1785408778.864726:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785408778.864727:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785408778.864728:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09631f3a300. 00000100:00000001:2.0:1785408778.864731:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785408778.864732:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408778.864735:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408778.864743:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785408778.864744:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408778.864747:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785408778.864942:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408779.461599:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408779.461608:0:282452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785408779.461610:0:282452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785408779.461613:0:282452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408779.461619:0:282452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785408779.461639:0:282452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408779.461641:0:282452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408779.461643:0:282452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408779.461648:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408779.461650:0:282452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785408779.461651:0:282452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785408779.461655:0:282452:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785408779.461658:0:282452:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1785408779.461659:0:282452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408779.461661:0:282452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785408779.461662:0:282452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408779.461664:0:282452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408779.461665:0:282452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785408779.461682:0:249839:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785408779.461685:0:249839:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785408779.461687:0:249839:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785408780.487908:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408780.487914:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408780.487921:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408780.487922:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785408780.488019:0:233960:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785408780.488023:0:233960:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785408780.488026:0:233960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785408781.509110:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408781.509117:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408781.509123:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408781.509124:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785408781.509511:0:243426:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785408781.509514:0:243426:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785408781.509517:0:243426:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785408782.533053:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408782.533061:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408782.533067:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408782.533068:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785408782.533086:0:249840:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785408782.533089:0:249840:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785408782.533092:0:249840:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1785408782.612807:0:282708:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785408782.660809:0:280671:0:(connection.c:75:cpu_latency_work()) work item of ffffa09602c76a20 (cpu 2) has reached its deadline 4309932767, at 4309932800 00000100:00000010:2.0:1785408782.660820:0:280671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa096101c6180. 00000100:00000040:3.0:1785408782.660873:0:280364:0:(connection.c:75:cpu_latency_work()) work item of ffffa09602c76b30 (cpu 3) has reached its deadline 4309932767, at 4309932800 00000100:00000010:3.0:1785408782.660877:0:280364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa096101c6a80. 00010000:00000001:0.0:1785408783.556905:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408783.556911:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408783.556917:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408783.556918:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785408783.558377:0:233959:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785408783.558381:0:233959:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785408783.558384:0:233959:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1785408783.941416:0:282591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4090ba15-22ae-42c0-a8a3-42379207107f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785408783.941425:0:282591:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785408783.941435:0:282591:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09631f3ad80. 00000020:00000040:3.0:1785408783.941441:0:282591:0:(genops.c:1231:class_import_get()) import ffffa096098a8000 refcount=4 obd=MGC192.168.201.132@tcp 00000100:00000001:3.0:1785408783.941445:0:282591:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785408783.941448:0:282591:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785408783.941454:0:282591:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785408783.941461:0:282591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09634823c00. 00000100:00000001:3.0:1785408783.941469:0:282591:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408783.941480:0:282591:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4090ba15-22ae-42c0-a8a3-42379207107f->MGS req@ffffa09631f3ad80 x1872120998524672/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785408783.941492:0:282591:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785408783.941496:0:282591:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408783.941502:0:282591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e38dcef] to pc [ptlrpcd_01_01+1] req@ffffa09631f3ad80 x1872120998524672/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408783.941531:0:282591:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408783.941534:0:282591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785408783.941537:0:282591:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785408783.941540:0:282591:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09631f38700. 00000020:00000040:3.0:1785408783.941542:0:282591:0:(genops.c:1231:class_import_get()) import ffffa09612421000 refcount=8 obd=lustre-MDT0000-mdc-ffffa09634743800 00000100:00000001:3.0:1785408783.941557:0:282591:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785408783.941559:0:282591:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785408783.941561:0:282591:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785408783.941564:0:282591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09634823700. 00000100:00000001:3.0:1785408783.941567:0:282591:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408783.941571:0:282591:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0000_UUID req@ffffa09631f38700 x1872120998524800/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785408783.941578:0:282591:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785408783.941580:0:282591:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408783.941584:0:282591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf771aa6] to pc [ptlrpcd_01_00+0] req@ffffa09631f38700 x1872120998524800/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408783.941592:0:282591:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408783.941594:0:282591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785408783.941597:0:282591:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785408783.941599:0:282591:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09631f39880. 00000020:00000040:3.0:1785408783.941601:0:282591:0:(genops.c:1231:class_import_get()) import ffffa096311d6000 refcount=4 obd=lustre-MDT0001-mdc-ffffa09634743800 00000100:00000001:3.0:1785408783.941603:0:282591:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785408783.941604:0:282591:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785408783.941605:0:282591:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785408783.941608:0:282591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09634823300. 00000100:00000001:3.0:1785408783.941610:0:282591:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408783.941613:0:282591:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0001_UUID req@ffffa09631f39880 x1872120998524928/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785408783.941619:0:282591:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785408783.941621:0:282591:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408783.941624:0:282591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004825abf1] to pc [ptlrpcd_01_01+1] req@ffffa09631f39880 x1872120998524928/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408783.941630:0:282591:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408783.941632:0:282591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785408783.941635:0:282591:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785408783.941641:0:282591:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09631f3bb80. 00000020:00000040:3.0:1785408783.941643:0:282591:0:(genops.c:1231:class_import_get()) import ffffa096311d7800 refcount=4 obd=lustre-OST0000-osc-ffffa09634743800 00000100:00000001:3.0:1785408783.941645:0:282591:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785408783.941646:0:282591:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785408783.941647:0:282591:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785408783.941650:0:282591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09634823a00. 00000100:00000001:3.0:1785408783.941653:0:282591:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408783.941656:0:282591:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0000_UUID req@ffffa09631f3bb80 x1872120998525056/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785408783.941662:0:282591:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785408783.941664:0:282591:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408783.941667:0:282591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff37cf94] to pc [ptlrpcd_01_00+0] req@ffffa09631f3bb80 x1872120998525056/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408783.941674:0:282591:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408783.941676:0:282591:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1785408783.941678:0:282591:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1785408783.941680:0:282591:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09631f38000. 00000020:00000040:3.0:1785408783.941682:0:282591:0:(genops.c:1231:class_import_get()) import ffffa096311d4000 refcount=4 obd=lustre-OST0001-osc-ffffa09634743800 00000100:00000001:3.0:1785408783.941684:0:282591:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1785408783.941685:0:282591:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1785408783.941686:0:282591:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1785408783.941689:0:282591:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09634823400. 00000100:00000001:3.0:1785408783.941691:0:282591:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408783.941694:0:282591:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0001_UUID req@ffffa09631f38000 x1872120998525184/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1785408783.941700:0:282591:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1785408783.941702:0:282591:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408783.941705:0:282591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073cfd386] to pc [ptlrpcd_01_01+1] req@ffffa09631f38000 x1872120998525184/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408783.941711:0:282591:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1785408783.941719:0:282591:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15271) 00000100:00000001:2.0:1785408783.942264:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785408783.942268:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785408783.942271:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785408783.942277:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09631f3ad80 x1872120998524672/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.942284:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785408783.942287:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785408783.942290:0:2399:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785408783.942293:0:2399:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785408783.942295:0:2399:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785408783.942306:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09631f3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4090ba15-22ae-42c0-a8a3-42379207107f:2399:1872120998524672:192.168.201.132@tcp:400:kworker.0 00000100:00000001:2.0:1785408783.942310:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785408783.942315:0:2399:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785408783.942318:0:2399:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785408783.942320:0:2399:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785408783.942324:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa096101c4600. 02000000:00000001:2.0:1785408783.942326:0:2399:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785408783.942332:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:2.0:1785408783.942336:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09639125318. 00000400:00000010:2.0:1785408783.942341:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09610fa1aa0. 00000100:00000200:2.0:1785408783.942348:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998524672, portal 25 00000100:00000001:2.0:1785408783.942350:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785408783.942352:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165676432768 : -104908033118848 : ffffa09631f3ad80) 00000100:00000040:2.0:1785408783.942357:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09631f3ad80 x1872120998524672/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.942364:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785408783.942366:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:2.0:1785408783.942369:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09610fa1770. 00000100:00000200:2.0:1785408783.942371:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872120998524672, offset 0 00000400:00000200:2.0:1785408783.942376:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:2.0:1785408783.942384:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.942390:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:2.0:1785408783.942395:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785408783.942398:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:2.0:1785408783.942412:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785408783.942415:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:2.0:1785408783.942419:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550886:550886:256:4294967295] 192.168.201.132@tcp LPNI seq info [550867:550867:8:4294967295] 00000400:00000200:2.0:1785408783.942424:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.942433:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:2.0:1785408783.942439:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:2.0:1785408783.942443:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09613ebdd00. 00000800:00000200:2.0:1785408783.942455:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:2.0:1785408783.942463:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:2.0:1785408783.942467:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09613ebdd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785408783.942484:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785408783.942488:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:2.0:1785408783.942491:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS new deadline estimation for cpu 2 is 4309937886 00000100:00000010:2.0:1785408783.942495:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa096100b3ae0. 00000100:00000001:2.0:1785408783.942501:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1785408783.942506:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS new deadline estimation for cpu 3 is 4309937886 00000100:00000010:2.0:1785408783.942509:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa096100b3780. 00000100:00000001:2.0:1785408783.942512:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1785408783.942515:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785408783.942517:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408783.942520:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785408783.942524:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09631f39880 x1872120998524928/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.942531:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785408783.942532:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785408783.942534:0:2399:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785408783.942536:0:2399:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785408783.942538:0:2399:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785408783.942541:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09631f39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:680baeae-bff9-4fcc-9c88-daafc5b62833:2399:1872120998524928:192.168.201.132@tcp:400:kworker.0 00000100:00000001:2.0:1785408783.942544:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785408783.942546:0:2399:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785408783.942547:0:2399:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785408783.942549:0:2399:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785408783.942552:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa096101c4800. 02000000:00000001:2.0:1785408783.942553:0:2399:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785408783.942557:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:2.0:1785408783.942559:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa096391259f8. 00000400:00000010:2.0:1785408783.942562:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09610fa1a18. 00000100:00000200:2.0:1785408783.942565:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998524928, portal 10 00000100:00000001:2.0:1785408783.942571:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785408783.942572:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165676427392 : -104908033124224 : ffffa09631f39880) 00000100:00000040:2.0:1785408783.942579:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09631f39880 x1872120998524928/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.942584:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785408783.942586:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:2.0:1785408783.942589:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09610fa1f68. 00000100:00000200:2.0:1785408783.942591:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120998524928, offset 0 00000400:00000200:2.0:1785408783.942594:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:2.0:1785408783.942598:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.942602:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:2.0:1785408783.942604:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785408783.942607:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:2.0:1785408783.942609:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785408783.942611:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:2.0:1785408783.942614:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550887:550887:255:4294967295] 192.168.201.132@tcp LPNI seq info [550868:550868:7:4294967295] 00000400:00000200:2.0:1785408783.942617:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.942623:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:2.0:1785408783.942627:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:2.0:1785408783.942630:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09613ebda00. 00000800:00000200:2.0:1785408783.942633:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:2.0:1785408783.942637:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:2.0:1785408783.942640:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09613ebda00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785408783.942643:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785408783.942646:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: using a timeout of 26887 usecs (27 jiffies) 00000400:00000200:2.0:1785408783.942648:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:2.0:1785408783.942650:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309934108 00000100:00000001:2.0:1785408783.942652:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309937886 00000100:00000001:2.0:1785408783.942654:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309934108 00000100:00000001:2.0:1785408783.942656:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309937886 00000100:00000001:2.0:1785408783.942662:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785408783.942664:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408783.942666:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785408783.942670:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09631f38000 x1872120998525184/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.942675:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785408783.942677:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785408783.942679:0:2399:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785408783.942680:0:2399:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785408783.942682:0:2399:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785408783.942685:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09631f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:680baeae-bff9-4fcc-9c88-daafc5b62833:2399:1872120998525184:192.168.201.132@tcp:400:kworker.0 00000100:00000001:2.0:1785408783.942687:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785408783.942689:0:2399:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785408783.942691:0:2399:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785408783.942692:0:2399:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785408783.942694:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa096101c5e00. 02000000:00000001:2.0:1785408783.942696:0:2399:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785408783.942699:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:2.0:1785408783.942701:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09639125dc0. 00000400:00000010:2.0:1785408783.942705:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09610fa1088. 00000100:00000200:2.0:1785408783.942707:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998525184, portal 4 00000100:00000001:2.0:1785408783.942709:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785408783.942710:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165676421120 : -104908033130496 : ffffa09631f38000) 00000100:00000040:2.0:1785408783.942715:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09631f38000 x1872120998525184/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.942720:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785408783.942722:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:2.0:1785408783.942724:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09610fa1660. 00000100:00000200:2.0:1785408783.942726:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120998525184, offset 0 00000400:00000200:2.0:1785408783.942730:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:2.0:1785408783.942733:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.942736:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:2.0:1785408783.942744:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785408783.942746:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:2.0:1785408783.942875:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785408783.942878:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:2.0:1785408783.942881:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550888:550888:254:4294967295] 192.168.201.132@tcp LPNI seq info [550869:550869:6:4294967295] 00000400:00000200:2.0:1785408783.942885:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.942890:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:2.0:1785408783.942895:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:2.0:1785408783.942899:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09613ebd800. 00000800:00000200:2.0:1785408783.942903:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:2.0:1785408783.942907:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:2.0:1785408783.942909:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09613ebd800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785408783.942912:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785408783.942915:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: using a timeout of 131935 usecs (132 jiffies) 00000400:00000200:2.0:1785408783.942919:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:2.0:1785408783.942920:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309934214 00000100:00000001:2.0:1785408783.942923:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309937886 00000100:00000001:2.0:1785408783.942925:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309934214 00000100:00000001:2.0:1785408783.942927:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309937886 00000100:00000001:2.0:1785408783.942928:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785408783.942930:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408783.942932:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408783.942935:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408783.942941:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785408783.942943:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1785408783.942945:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785408783.942946:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785408783.942948:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785408783.942950:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1785408783.942952:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408783.942954:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785408783.942960:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408783.942962:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785408783.942963:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1785408783.942964:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785408783.942968:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09631f38700 x1872120998524800/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.942975:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785408783.942976:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785408783.942978:0:2399:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785408783.942979:0:2399:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785408783.942981:0:2399:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785408783.942984:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09631f38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:680baeae-bff9-4fcc-9c88-daafc5b62833:2399:1872120998524800:192.168.201.132@tcp:400:kworker.0 00000100:00000001:2.0:1785408783.942986:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785408783.942989:0:2399:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785408783.942990:0:2399:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785408783.942992:0:2399:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785408783.942994:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa096101c4a00. 02000000:00000001:2.0:1785408783.942996:0:2399:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785408783.942999:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:2.0:1785408783.943001:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09639125000. 00000400:00000010:2.0:1785408783.943004:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09610fa1330. 00000100:00000200:2.0:1785408783.943007:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998524800, portal 10 00000100:00000001:2.0:1785408783.943009:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785408783.943010:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165676422912 : -104908033128704 : ffffa09631f38700) 00000100:00000040:2.0:1785408783.943015:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09631f38700 x1872120998524800/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.943021:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785408783.943023:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:2.0:1785408783.943025:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09610fa15d8. 00000100:00000200:2.0:1785408783.943027:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120998524800, offset 0 00000400:00000200:2.0:1785408783.943030:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:2.0:1785408783.943034:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.943037:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:2.0:1785408783.943043:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785408783.943045:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:2.0:1785408783.943048:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785408783.943050:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:2.0:1785408783.943052:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550889:550889:253:4294967295] 192.168.201.132@tcp LPNI seq info [550870:550870:5:4294967295] 00000400:00000200:2.0:1785408783.943056:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.943061:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:2.0:1785408783.943065:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:2.0:1785408783.943068:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09613ebd600. 00000800:00000200:2.0:1785408783.943071:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:2.0:1785408783.943075:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:2.0:1785408783.943078:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09613ebd600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785408783.943080:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785408783.943083:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: using a timeout of 34878 usecs (35 jiffies) 00000400:00000200:2.0:1785408783.943086:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:2.0:1785408783.943088:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309934117 00000100:00000001:2.0:1785408783.943090:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309937886 00000100:00000001:2.0:1785408783.943092:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309934117 00000100:00000001:2.0:1785408783.943095:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309937886 00000100:00000001:2.0:1785408783.943097:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785408783.943099:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408783.943101:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1785408783.943105:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09631f3bb80 x1872120998525056/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.943111:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1785408783.943112:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785408783.943114:0:2399:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1785408783.943116:0:2399:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1785408783.943118:0:2399:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1785408783.943125:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09631f3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:680baeae-bff9-4fcc-9c88-daafc5b62833:2399:1872120998525056:192.168.201.132@tcp:400:kworker.0 00000100:00000001:2.0:1785408783.943129:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1785408783.943131:0:2399:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1785408783.943132:0:2399:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785408783.943134:0:2399:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1785408783.943137:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa096101c4200. 02000000:00000001:2.0:1785408783.943138:0:2399:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785408783.943460:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:2.0:1785408783.943464:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa096391253c8. 00000400:00000010:2.0:1785408783.943468:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09610fa1550. 00000100:00000200:2.0:1785408783.943471:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998525056, portal 4 00000100:00000001:2.0:1785408783.943472:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1785408783.943474:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165676436352 : -104908033115264 : ffffa09631f3bb80) 00000100:00000040:2.0:1785408783.943480:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09631f3bb80 x1872120998525056/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.943486:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1785408783.943488:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:2.0:1785408783.943490:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09610fa1198. 00000100:00000200:2.0:1785408783.943492:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120998525056, offset 0 00000400:00000200:2.0:1785408783.943497:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:2.0:1785408783.943501:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.943504:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:2.0:1785408783.943507:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1785408783.943509:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:2.0:1785408783.943511:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1785408783.943513:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:2.0:1785408783.943516:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550890:550890:252:4294967295] 192.168.201.132@tcp LPNI seq info [550871:550871:4:4294967295] 00000400:00000200:2.0:1785408783.943519:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.943525:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:2.0:1785408783.943529:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:2.0:1785408783.943534:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09634be8b00. 00000800:00000200:2.0:1785408783.943542:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:2.0:1785408783.943546:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:2.0:1785408783.943549:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09634be8b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1785408783.943552:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785408783.943554:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: using a timeout of 106120 usecs (107 jiffies) 00000400:00000200:2.0:1785408783.943558:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:2.0:1785408783.943559:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309934189 00000100:00000001:2.0:1785408783.943562:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309937886 00000100:00000001:2.0:1785408783.943563:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309934189 00000100:00000001:2.0:1785408783.943565:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309937886 00000100:00000001:2.0:1785408783.943567:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785408783.943569:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408783.943571:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408783.943574:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408783.943584:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785408783.943586:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1785408783.943673:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408783.943677:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09613ebdd00. 00000400:00000200:3.0:1785408783.943684:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408783.943689:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408783.943693:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09610fa1770 00000400:00000010:3.0:1785408783.943695:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09610fa1770. 00000100:00000001:3.0:1785408783.943700:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408783.943704:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09631f3ad80 x1872120998524672/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408783.943713:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408783.943715:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09631f3ad80 x1872120998524672/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408783.943721:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408783.943723:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785408783.943734:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408783.943736:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09613ebda00. 00000400:00000200:3.0:1785408783.943738:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408783.943742:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408783.943744:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09610fa1f68 00000400:00000010:3.0:1785408783.943745:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09610fa1f68. 00000100:00000001:3.0:1785408783.943765:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408783.943769:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09631f39880 x1872120998524928/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408783.943775:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408783.943778:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09631f39880 x1872120998524928/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408783.943784:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408783.943785:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785408783.943793:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408783.943795:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09613ebd800. 00000400:00000200:3.0:1785408783.943797:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408783.943800:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408783.943809:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09610fa1660 00000400:00000010:3.0:1785408783.943810:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09610fa1660. 00000100:00000001:3.0:1785408783.943813:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408783.943816:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09631f38000 x1872120998525184/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408783.943822:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408783.943824:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09631f38000 x1872120998525184/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408783.943829:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408783.943831:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785408783.943837:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408783.943840:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09613ebd600. 00000400:00000200:3.0:1785408783.943842:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408783.943844:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408783.943846:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09610fa15d8 00000400:00000010:3.0:1785408783.943847:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09610fa15d8. 00000100:00000001:3.0:1785408783.943849:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408783.943851:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09631f38700 x1872120998524800/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408783.943857:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408783.943859:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09631f38700 x1872120998524800/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408783.943864:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408783.943866:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785408783.943923:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408783.943925:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09634be8b00. 00000400:00000200:3.0:1785408783.943928:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408783.943931:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408783.943934:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09610fa1198 00000400:00000010:3.0:1785408783.943935:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09610fa1198. 00000100:00000001:3.0:1785408783.943937:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408783.943940:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09631f3bb80 x1872120998525056/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408783.943958:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408783.943961:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09631f3bb80 x1872120998525056/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408783.943967:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408783.943968:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1785408783.951979:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408783.951990:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785408783.951995:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408783.951997:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408783.952006:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952013:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:2.0:1785408783.952020:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952025:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952030:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952034:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 25 MB=0x6a6af2317f700 00000400:00000200:2.0:1785408783.952039:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952044:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.132@tcp of length 224/224 into md 0x534c35 [1] + 224 00000800:00000001:2.0:1785408783.952050:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408783.952053:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408783.952056:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408783.952060:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:2.0:1785408783.952074:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408783.952082:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09631f3ad80 x1872120998524672/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785408783.952094:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09631f3ad80 x1872120998524672/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.952109:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785408783.952116:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408783.952119:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785408783.952121:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408783.952123:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408783.952126:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952129:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:2.0:1785408783.952133:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952136:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952139:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952156:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 4 MB=0x6a6af2317f900 00000400:00000200:2.0:1785408783.952161:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952165:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.132@tcp of length 224/224 into md 0x534c55 [1] + 224 00000800:00000001:2.0:1785408783.952169:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408783.952173:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408783.952175:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408783.952178:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:2.0:1785408783.952188:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408783.952193:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09631f38000 x1872120998525184/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785408783.952203:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09631f38000 x1872120998525184/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.952211:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785408783.952214:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408783.952216:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785408783.952218:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408783.952226:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408783.952229:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952233:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:2.0:1785408783.952237:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952239:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952242:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952245:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 4 MB=0x6a6af2317f880 00000400:00000200:2.0:1785408783.952249:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952252:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.132@tcp of length 224/224 into md 0x534c75 [1] + 224 00000800:00000001:2.0:1785408783.952256:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408783.952259:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408783.952261:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408783.952264:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:2.0:1785408783.952267:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408783.952271:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09631f3bb80 x1872120998525056/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785408783.952280:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09631f3bb80 x1872120998525056/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.952287:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785408783.952289:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408783.952292:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785408783.952293:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408783.952295:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408783.952298:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952301:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:2.0:1785408783.952305:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952307:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952310:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952312:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 10 MB=0x6a6af2317f780 00000400:00000200:2.0:1785408783.952316:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952320:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.132@tcp of length 224/224 into md 0x534c65 [1] + 224 00000800:00000001:2.0:1785408783.952323:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408783.952331:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408783.952333:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408783.952336:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:2.0:1785408783.952340:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408783.952344:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09631f38700 x1872120998524800/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785408783.952351:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09631f38700 x1872120998524800/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.952357:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785408783.952360:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408783.952362:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785408783.952364:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408783.952365:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408783.952368:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952371:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:2.0:1785408783.952374:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952377:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952379:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952382:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 10 MB=0x6a6af2317f800 00000400:00000200:2.0:1785408783.952385:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408783.952389:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.132@tcp of length 224/224 into md 0x534c45 [1] + 224 00000800:00000001:2.0:1785408783.952392:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408783.952410:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408783.952412:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408783.952416:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:2.0:1785408783.952419:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408783.952423:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09631f39880 x1872120998524928/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785408783.952433:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09631f39880 x1872120998524928/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.952439:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785408783.952446:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408783.952449:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408783.952474:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785408783.952478:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1785408783.952484:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785408783.952486:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785408783.952489:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09639125000. 00000400:00000200:2.0:1785408783.952493:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09610fa1330 00000400:00000010:2.0:1785408783.952495:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09610fa1330. 00000100:00000001:2.0:1785408783.952497:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408783.952502:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09631f38700 x1872120998524800/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785408783.952510:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09631f38700 x1872120998524800/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.952516:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785408783.952518:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408783.952520:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785408783.952523:0:2399:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785408783.952526:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785408783.952528:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785408783.952530:0:2399:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785408783.952538:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffffa09612421460 time=149 v=5 (5 60 60 60) 00000100:00001000:2.0:1785408783.952543:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffffa09612421418 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1785408783.952545:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785408783.952547:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785408783.952550:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785408783.952553:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408783.952557:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785408783.952559:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa09634743800: skip recheck: last_committed 30064771635 00000100:00000001:2.0:1785408783.952561:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785408783.952562:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785408783.952567:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09631f38700 x1872120998524800/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.952573:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785408783.952577:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785408783.952583:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785408783.952587:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09631f38700 x1872120998524800/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785408783.952594:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09631f38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:680baeae-bff9-4fcc-9c88-daafc5b62833:2399:1872120998524800:192.168.201.132@tcp:400:kworker.0 00000400:00000001:2.0:1785408783.952600:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785408783.952601:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785408783.952603:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa096391253c8. 00000400:00000200:2.0:1785408783.952605:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09610fa1550 00000400:00000010:2.0:1785408783.952606:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09610fa1550. 00000100:00000001:2.0:1785408783.952608:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408783.952611:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09631f3bb80 x1872120998525056/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785408783.952619:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09631f3bb80 x1872120998525056/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.952624:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785408783.952625:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408783.952627:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785408783.952628:0:2399:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785408783.952629:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785408783.952630:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785408783.952632:0:2399:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785408783.952635:0:2399:0:(import.c:2149:obd_at_measure()) add 6 to ffffa096311d7c60 time=148 v=6 (6 6 6 5) 00000100:00001000:2.0:1785408783.952637:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096311d7c18 time=32 v=5 (1 1 1 0) 00000100:00000001:2.0:1785408783.952639:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785408783.952640:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785408783.952642:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785408783.952644:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408783.952646:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785408783.952647:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa09634743800: skip recheck: last_committed 38654726677 00000100:00000001:2.0:1785408783.952649:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785408783.952650:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785408783.952654:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09631f3bb80 x1872120998525056/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.952668:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785408783.952670:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785408783.952671:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785408783.952675:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09631f3bb80 x1872120998525056/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785408783.952682:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09631f3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:680baeae-bff9-4fcc-9c88-daafc5b62833:2399:1872120998525056:192.168.201.132@tcp:400:kworker.0 00000400:00000001:2.0:1785408783.952686:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785408783.952687:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785408783.952689:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09639125318. 00000400:00000200:2.0:1785408783.952691:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09610fa1aa0 00000400:00000010:2.0:1785408783.952693:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09610fa1aa0. 00000100:00000001:2.0:1785408783.952695:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408783.952697:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09631f3ad80 x1872120998524672/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785408783.952705:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09631f3ad80 x1872120998524672/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.952710:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785408783.952711:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408783.952712:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785408783.952714:0:2399:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785408783.952715:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785408783.952716:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785408783.952718:0:2399:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785408783.952720:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffffa096098a8460 time=149 v=5 (5 5 5 5) 00000100:00001000:2.0:1785408783.952722:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096098a8418 time=113 v=5 (1 1 1 1) 00000100:00000001:2.0:1785408783.952724:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785408783.952726:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785408783.952727:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785408783.952729:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408783.952731:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785408783.952734:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09631f3ad80 x1872120998524672/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.952743:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785408783.952745:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785408783.952746:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785408783.952781:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09631f3ad80 x1872120998524672/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785408783.952788:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09631f3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4090ba15-22ae-42c0-a8a3-42379207107f:2399:1872120998524672:192.168.201.132@tcp:400:kworker.0 00000400:00000001:2.0:1785408783.952792:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785408783.952794:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785408783.952795:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa096391259f8. 00000400:00000200:2.0:1785408783.952798:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09610fa1a18 00000400:00000010:2.0:1785408783.952799:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09610fa1a18. 00000100:00000001:2.0:1785408783.952802:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408783.952805:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09631f39880 x1872120998524928/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785408783.952812:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09631f39880 x1872120998524928/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.952817:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785408783.952818:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408783.952820:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785408783.952821:0:2399:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785408783.952822:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785408783.952823:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785408783.952825:0:2399:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785408783.952830:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffffa096311d6460 time=148 v=5 (5 60 60 60) 00000100:00001000:2.0:1785408783.952832:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096311d6418 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1785408783.952834:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785408783.952835:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785408783.952837:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1785408783.952841:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa09631f39880 x1872120998524928/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1785408783.952858:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408783.952860:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785408783.952861:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa09634743800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1785408783.952863:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785408783.952864:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785408783.952867:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09631f39880 x1872120998524928/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.952873:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785408783.952874:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785408783.952876:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785408783.952879:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09631f39880 x1872120998524928/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785408783.952886:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09631f39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:680baeae-bff9-4fcc-9c88-daafc5b62833:2399:1872120998524928:192.168.201.132@tcp:400:kworker.0 00000400:00000001:2.0:1785408783.952890:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1785408783.952891:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1785408783.952893:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09639125dc0. 00000400:00000200:2.0:1785408783.952895:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09610fa1088 00000400:00000010:2.0:1785408783.952896:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09610fa1088. 00000100:00000001:2.0:1785408783.952898:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408783.952901:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09631f38000 x1872120998525184/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1785408783.952908:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09631f38000 x1872120998525184/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.952914:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1785408783.952915:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408783.952916:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1785408783.952917:0:2399:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1785408783.952919:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1785408783.952921:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1785408783.952927:0:2399:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1785408783.952931:0:2399:0:(import.c:2149:obd_at_measure()) add 6 to ffffa096311d4460 time=148 v=6 (6 6 6 5) 00000100:00001000:2.0:1785408783.952934:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096311d4418 time=136 v=5 (1 1 0 0) 00000100:00000001:2.0:1785408783.952936:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1785408783.952937:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1785408783.952938:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1785408783.952940:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408783.952942:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1785408783.952944:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa09634743800: skip recheck: last_committed 4295014433 00000100:00000001:2.0:1785408783.952945:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1785408783.952947:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1785408783.952950:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09631f38000 x1872120998525184/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.952956:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1785408783.952958:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1785408783.952959:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1785408783.952962:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09631f38000 x1872120998525184/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1785408783.952968:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09631f38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:680baeae-bff9-4fcc-9c88-daafc5b62833:2399:1872120998525184:192.168.201.132@tcp:400:kworker.0 00000100:00000001:2.0:1785408783.952971:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408783.952973:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785408783.952976:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09631f38700 x1872120998524800/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.952982:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785408783.952984:0:2399:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785408783.952987:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa096101c4a00. 02000000:00000001:2.0:1785408783.952990:0:2399:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785408783.952993:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785408783.952994:0:2399:0:(genops.c:1244:class_import_put()) import ffffa09612421000 refcount=7 obd=lustre-MDT0000-mdc-ffffa09634743800 00000020:00000001:2.0:1785408783.952996:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785408783.952999:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09634823700. 02000000:00000001:2.0:1785408783.953002:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785408783.953008:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785408783.953010:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09631f38700. 00000100:00000001:2.0:1785408783.953013:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785408783.953015:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408783.953017:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785408783.953020:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09631f3bb80 x1872120998525056/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.953025:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785408783.953026:0:2399:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785408783.953028:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa096101c4200. 02000000:00000001:2.0:1785408783.953030:0:2399:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785408783.953031:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785408783.953032:0:2399:0:(genops.c:1244:class_import_put()) import ffffa096311d7800 refcount=3 obd=lustre-OST0000-osc-ffffa09634743800 00000020:00000001:2.0:1785408783.953034:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785408783.953035:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09634823a00. 02000000:00000001:2.0:1785408783.953037:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785408783.953038:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785408783.953039:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09631f3bb80. 00000100:00000001:2.0:1785408783.953042:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785408783.953043:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408783.953044:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785408783.953047:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09631f3ad80 x1872120998524672/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.953052:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785408783.953053:0:2399:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785408783.953054:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa096101c4600. 02000000:00000001:2.0:1785408783.953056:0:2399:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785408783.953057:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785408783.953058:0:2399:0:(genops.c:1244:class_import_put()) import ffffa096098a8000 refcount=3 obd=MGC192.168.201.132@tcp 00000020:00000001:2.0:1785408783.953060:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785408783.953061:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09634823c00. 02000000:00000001:2.0:1785408783.953062:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785408783.953063:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785408783.953064:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09631f3ad80. 00000100:00000001:2.0:1785408783.953066:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785408783.953067:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408783.953069:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785408783.953075:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09631f39880 x1872120998524928/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408799 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.953081:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785408783.953082:0:2399:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785408783.953083:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa096101c4800. 02000000:00000001:2.0:1785408783.953086:0:2399:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785408783.953087:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785408783.953088:0:2399:0:(genops.c:1244:class_import_put()) import ffffa096311d6000 refcount=3 obd=lustre-MDT0001-mdc-ffffa09634743800 00000020:00000001:2.0:1785408783.953089:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785408783.953091:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09634823300. 02000000:00000001:2.0:1785408783.953093:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785408783.953094:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785408783.953095:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09631f39880. 00000100:00000001:2.0:1785408783.953097:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785408783.953098:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408783.953099:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785408783.953102:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09631f38000 x1872120998525184/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408800 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408783.953107:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1785408783.953108:0:2399:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1785408783.953109:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa096101c5e00. 02000000:00000001:2.0:1785408783.953111:0:2399:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1785408783.953112:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1785408783.953113:0:2399:0:(genops.c:1244:class_import_put()) import ffffa096311d4000 refcount=3 obd=lustre-OST0001-osc-ffffa09634743800 00000020:00000001:2.0:1785408783.953115:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1785408783.953116:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09634823400. 02000000:00000001:2.0:1785408783.953118:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1785408783.953119:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1785408783.953120:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09631f38000. 00000100:00000001:2.0:1785408783.953121:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1785408783.953122:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408783.953125:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1785408783.953131:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1785408783.953132:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408783.953134:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1785408783.953136:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408784.580869:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408784.580876:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408784.580881:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408784.580897:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785408784.580914:0:249839:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785408784.580917:0:249839:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785408784.580919:0:249839:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785408785.606253:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408785.606260:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408785.606265:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408785.606267:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785408785.606557:0:233960:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785408785.606561:0:233960:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785408785.606564:0:233960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785408786.629271:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408786.629278:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408786.629283:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408786.629284:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1785408786.629340:0:243426:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1785408786.629344:0:243426:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1785408786.629347:0:243426:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785408787.654145:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408787.654151:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408787.654157:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408787.654158:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785408787.654175:0:249840:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785408787.654178:0:249840:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785408787.654180:0:249840:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1785408787.659366:0:2387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa0960a5d9540] -> 12345-192.168.201.32@tcp (6) 00000800:00000200:3.0:1785408787.659374:0:2387:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.32@tcp ip 192.168.201.32:988 00000800:00000200:3.0:1785408787.659379:0:2387:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09613de0300 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1785408787.659467:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1785408787.659471:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408787.659477:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785408787.659481:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408787.659483:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1785408787.780893:0:280364:0:(connection.c:75:cpu_latency_work()) work item of ffffa09602c76b30 (cpu 3) has reached its deadline 4309937886, at 4309937920 00000100:00000010:3.0:1785408787.780907:0:280364:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa096100b3780. 00000100:00000040:2.0:1785408787.781231:0:280671:0:(connection.c:75:cpu_latency_work()) work item of ffffa09602c76a20 (cpu 2) has reached its deadline 4309937886, at 4309937920 00000100:00000010:2.0:1785408787.781237:0:280671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa096100b3ae0. 00010000:00000001:0.0:1785408788.677223:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408788.677230:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408788.677236:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408788.677237:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785408788.677294:0:233959:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785408788.677298:0:233959:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785408788.677301:0:233959:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785408789.060926:0:248894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4090ba15-22ae-42c0-a8a3-42379207107f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785408789.060936:0:248894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785408789.060947:0:248894:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09632eed500. 00000020:00000040:1.0:1785408789.060952:0:248894:0:(genops.c:1231:class_import_get()) import ffffa096098a8000 refcount=4 obd=MGC192.168.201.132@tcp 00000100:00000001:1.0:1785408789.060956:0:248894:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785408789.060959:0:248894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785408789.060965:0:248894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785408789.060986:0:248894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa096193b4500. 00000100:00000001:1.0:1785408789.060992:0:248894:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.061002:0:248894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4090ba15-22ae-42c0-a8a3-42379207107f->MGS req@ffffa09632eed500 x1872120998525312/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785408789.061012:0:248894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785408789.061016:0:248894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.061021:0:248894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f16e8a3f] to pc [ptlrpcd_00_01+1] req@ffffa09632eed500 x1872120998525312/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408789.061085:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785408789.061089:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785408789.061092:0:2397:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1785408789.061098:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09632eed500 x1872120998525312/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408789.061105:0:2397:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1785408789.061107:0:2397:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785408789.061111:0:2397:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1785408789.061114:0:2397:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1785408789.061116:0:2397:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1785408789.061119:0:2397:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09632eed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4090ba15-22ae-42c0-a8a3-42379207107f:2397:1872120998525312:192.168.201.132@tcp:400:kworker.0 00000100:00000001:0.0:1785408789.061124:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1785408789.061128:0:2397:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1785408789.061136:0:2397:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785408789.061138:0:2397:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1785408789.061143:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0962bed4800. 02000000:00000001:0.0:1785408789.061145:0:2397:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785408789.061152:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:0.0:1785408789.061156:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa09602cf03c8. 00000400:00000010:0.0:1785408789.061162:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09609c2c088. 00000100:00000200:0.0:1785408789.061169:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998525312, portal 25 00000100:00000001:0.0:1785408789.061171:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1785408789.061173:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165692892416 : -104908016659200 : ffffa09632eed500) 00000100:00000040:0.0:1785408789.061178:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09632eed500 x1872120998525312/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408789.061185:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1785408789.061188:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:0.0:1785408789.061190:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa09609c2caa0. 00000100:00000200:0.0:1785408789.061193:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872120998525312, offset 0 00000400:00000200:0.0:1785408789.061198:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:0.0:1785408789.061205:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:0.0:1785408789.061211:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:0.0:1785408789.061217:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1785408789.061220:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:0.0:1785408789.061224:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1785408789.061226:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:0.0:1785408789.061230:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550891:550891:256:4294967295] 192.168.201.132@tcp LPNI seq info [550872:550872:8:4294967295] 00000400:00000200:0.0:1785408789.061234:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:0.0:1785408789.061245:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:0.0:1785408789.061250:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:0.0:1785408789.061254:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09611be6000. 00000800:00000200:0.0:1785408789.061260:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:0.0:1785408789.061267:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:0.0:1785408789.061271:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09611be6000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1785408789.061288:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1785408789.061297:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:0.0:1785408789.061300:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS new deadline estimation for cpu 2 is 4309943005 00000100:00000010:0.0:1785408789.061304:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa09632997960. 00000100:00000001:0.0:1785408789.061309:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1785408789.061495:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408789.061499:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09611be6000. 00000400:00000200:3.0:1785408789.061504:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408789.061509:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408789.061513:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09609c2caa0 00000400:00000010:3.0:1785408789.061515:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09609c2caa0. 00000100:00000001:3.0:1785408789.061521:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408789.061525:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09632eed500 x1872120998525312/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408789.061532:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408789.061535:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09632eed500 x1872120998525312/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408789.061543:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408789.061550:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1785408789.062022:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS new deadline estimation for cpu 3 is 4309943006 00000100:00000010:0.0:1785408789.062028:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa09632997a80. 00000100:00000001:0.0:1785408789.062032:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1785408789.062035:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785408789.062038:0:2397:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408789.062040:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408789.062043:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408789.063410:0:248894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.063415:0:248894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785408789.063418:0:248894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785408789.063423:0:248894:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09632eef480. 00000020:00000040:1.0:1785408789.063427:0:248894:0:(genops.c:1231:class_import_get()) import ffffa09612421000 refcount=8 obd=lustre-MDT0000-mdc-ffffa09634743800 00000100:00000001:1.0:1785408789.063429:0:248894:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785408789.063431:0:248894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785408789.063434:0:248894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785408789.063438:0:248894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa096193b4f00. 00000100:00000001:1.0:1785408789.063442:0:248894:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.063449:0:248894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0000_UUID req@ffffa09632eef480 x1872120998525440/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785408789.063457:0:248894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785408789.063461:0:248894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.063465:0:248894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e032d61] to pc [ptlrpcd_00_00+0] req@ffffa09632eef480 x1872120998525440/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1785408789.065156:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408789.065167:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785408789.065170:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408789.065172:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408789.065179:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.065184:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:3.0:1785408789.065191:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.065195:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.065200:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.065203:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 25 MB=0x6a6af2317f980 00000400:00000200:3.0:1785408789.065208:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.065213:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.132@tcp of length 224/224 into md 0x534c85 [1] + 224 00000800:00000001:3.0:1785408789.065224:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408789.065228:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408789.065231:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408789.065234:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:3.0:1785408789.065240:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785408789.065245:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09632eed500 x1872120998525312/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785408789.065254:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09632eed500 x1872120998525312/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408789.069451:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785408789.069457:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1785408789.069464:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785408789.069467:0:2397:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785408789.069525:0:248894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.069530:0:248894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785408789.069534:0:248894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785408789.069543:0:248894:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09632eed180. 00000020:00000040:1.0:1785408789.069549:0:248894:0:(genops.c:1231:class_import_get()) import ffffa096311d6000 refcount=4 obd=lustre-MDT0001-mdc-ffffa09634743800 00000100:00000001:1.0:1785408789.069552:0:248894:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785408789.069568:0:248894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785408789.069573:0:248894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785408789.069580:0:248894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa096193b4300. 00000100:00000001:1.0:1785408789.069586:0:248894:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.069596:0:248894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0001_UUID req@ffffa09632eed180 x1872120998525568/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785408789.069607:0:248894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785408789.069611:0:248894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.069616:0:248894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe0e231c] to pc [ptlrpcd_00_01+1] req@ffffa09632eed180 x1872120998525568/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.069628:0:248894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.069631:0:248894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785408789.069634:0:248894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785408789.069637:0:248894:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09632eeed80. 00000020:00000040:1.0:1785408789.069639:0:248894:0:(genops.c:1231:class_import_get()) import ffffa096311d7800 refcount=4 obd=lustre-OST0000-osc-ffffa09634743800 00000100:00000001:1.0:1785408789.069641:0:248894:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785408789.069642:0:248894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785408789.069643:0:248894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785408789.069646:0:248894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa096193b4600. 00000100:00000001:1.0:1785408789.069648:0:248894:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.069651:0:248894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0000_UUID req@ffffa09632eeed80 x1872120998525696/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785408789.069658:0:248894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785408789.069659:0:248894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.069663:0:248894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000171c0f12] to pc [ptlrpcd_00_00+0] req@ffffa09632eeed80 x1872120998525696/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.069671:0:248894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.069673:0:248894:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785408789.069676:0:248894:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785408789.069678:0:248894:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09632eef800. 00000020:00000040:1.0:1785408789.069683:0:248894:0:(genops.c:1231:class_import_get()) import ffffa096311d4000 refcount=4 obd=lustre-OST0001-osc-ffffa09634743800 00000100:00000001:1.0:1785408789.069685:0:248894:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785408789.069687:0:248894:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785408789.069688:0:248894:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785408789.069691:0:248894:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa096193b4400. 00000100:00000001:1.0:1785408789.069694:0:248894:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.069697:0:248894:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0001_UUID req@ffffa09632eef800 x1872120998525824/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785408789.069704:0:248894:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785408789.069705:0:248894:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.069709:0:248894:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc7e3e91] to pc [ptlrpcd_00_01+1] req@ffffa09632eef800 x1872120998525824/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.069715:0:248894:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.069719:0:248894:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15276) 00000100:00000001:1.0:1785408789.069760:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785408789.069763:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785408789.069764:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785408789.069769:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09632eef480 x1872120998525440/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.069777:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785408789.069779:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408789.069782:0:2396:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785408789.069784:0:2396:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785408789.069787:0:2396:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785408789.069790:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09632eef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998525440:192.168.201.132@tcp:400:kworker.0 00000100:00000001:1.0:1785408789.069794:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785408789.069799:0:2396:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785408789.069801:0:2396:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408789.069804:0:2396:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785408789.069808:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09610798800. 02000000:00000001:1.0:1785408789.069810:0:2396:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785408789.069816:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:1.0:1785408789.069825:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0960a702f20. 00000400:00000010:1.0:1785408789.069832:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73cc38. 00000100:00000200:1.0:1785408789.069839:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998525440, portal 10 00000100:00000001:1.0:1785408789.069841:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785408789.069842:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165692900480 : -104908016651136 : ffffa09632eef480) 00000100:00000040:1.0:1785408789.069850:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09632eef480 x1872120998525440/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.069857:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785408789.069859:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:1.0:1785408789.069862:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73cdd0. 00000100:00000200:1.0:1785408789.069866:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120998525440, offset 0 00000400:00000200:1.0:1785408789.069873:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:1.0:1785408789.069880:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408789.069887:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:1.0:1785408789.069891:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785408789.069895:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:1.0:1785408789.069899:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785408789.069902:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:1.0:1785408789.069906:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550892:550892:256:4294967295] 192.168.201.132@tcp LPNI seq info [550873:550873:8:4294967295] 00000400:00000200:1.0:1785408789.069910:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408789.069920:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:1.0:1785408789.069927:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:1.0:1785408789.069931:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa096193b4000. 00000800:00000200:1.0:1785408789.069937:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:1.0:1785408789.069944:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:1.0:1785408789.069948:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa096193b4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785408789.069961:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.069966:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: using a timeout of 34872 usecs (35 jiffies) 00000400:00000200:1.0:1785408789.069969:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:1.0:1785408789.069971:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309939243 00000100:00000001:1.0:1785408789.069974:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309943005 00000100:00000001:1.0:1785408789.069981:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309939243 00000100:00000001:1.0:1785408789.069984:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309943006 00000100:00000001:1.0:1785408789.069986:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408789.069989:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408789.069991:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785408789.069995:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09632eeed80 x1872120998525696/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.070001:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785408789.070002:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408789.070004:0:2396:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785408789.070006:0:2396:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785408789.070008:0:2396:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785408789.070011:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09632eeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998525696:192.168.201.132@tcp:400:kworker.0 00000100:00000001:1.0:1785408789.070014:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785408789.070016:0:2396:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785408789.070018:0:2396:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408789.070019:0:2396:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785408789.070022:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09610798200. 02000000:00000001:1.0:1785408789.070024:0:2396:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785408789.070028:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:1.0:1785408789.070030:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0960a7022c0. 00000400:00000010:1.0:1785408789.070034:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73cb28. 00000100:00000200:1.0:1785408789.070036:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998525696, portal 4 00000100:00000001:1.0:1785408789.070038:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785408789.070039:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165692898688 : -104908016652928 : ffffa09632eeed80) 00000100:00000040:1.0:1785408789.070044:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09632eeed80 x1872120998525696/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.070051:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785408789.072434:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:1.0:1785408789.072442:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73c908. 00000100:00000200:1.0:1785408789.072448:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120998525696, offset 0 00000400:00000200:1.0:1785408789.072464:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:1.0:1785408789.072473:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408789.072479:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:1.0:1785408789.072483:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785408789.072486:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:1.0:1785408789.072489:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785408789.072491:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:1.0:1785408789.072495:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550893:550893:255:4294967295] 192.168.201.132@tcp LPNI seq info [550874:550874:7:4294967295] 00000400:00000200:1.0:1785408789.072500:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408789.072509:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:1.0:1785408789.072514:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:1.0:1785408789.072518:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa096193b4200. 00000800:00000200:1.0:1785408789.072524:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:1.0:1785408789.072530:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:1.0:1785408789.072534:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa096193b4200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785408789.072537:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.072543:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: using a timeout of 106062 usecs (107 jiffies) 00000400:00000200:1.0:1785408789.072546:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:1.0:1785408789.072549:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309939317 00000100:00000001:1.0:1785408789.072552:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309943005 00000100:00000001:1.0:1785408789.072554:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309939317 00000100:00000001:1.0:1785408789.072556:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309943006 00000100:00000001:1.0:1785408789.072559:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408789.072562:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408789.072565:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408789.072568:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408789.072575:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785408789.072577:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1785408789.072579:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785408789.072581:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785408789.072586:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785408789.072589:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1785408789.072591:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408789.072593:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785408789.072595:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408789.072597:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785408789.072598:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785408789.072599:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785408789.072605:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09632eed180 x1872120998525568/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.072613:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785408789.072615:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408789.072618:0:2396:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785408789.072620:0:2396:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785408789.072623:0:2396:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785408789.072626:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09632eed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998525568:192.168.201.132@tcp:400:kworker.0 00000100:00000001:1.0:1785408789.072630:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785408789.072634:0:2396:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785408789.072636:0:2396:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408789.072638:0:2396:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785408789.072642:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09610799600. 02000000:00000001:1.0:1785408789.072644:0:2396:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785408789.072648:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:1.0:1785408789.072652:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0960a702058. 00000400:00000010:1.0:1785408789.072656:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73ca18. 00000100:00000200:1.0:1785408789.072660:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998525568, portal 10 00000100:00000001:1.0:1785408789.072662:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785408789.072664:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165692891520 : -104908016660096 : ffffa09632eed180) 00000100:00000040:1.0:1785408789.072669:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09632eed180 x1872120998525568/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.072675:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785408789.072677:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:1.0:1785408789.072678:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73c660. 00000100:00000200:1.0:1785408789.072680:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120998525568, offset 0 00000400:00000200:1.0:1785408789.072689:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:1.0:1785408789.072692:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408789.072695:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:1.0:1785408789.072697:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785408789.072700:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:1.0:1785408789.072702:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785408789.072704:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:1.0:1785408789.072706:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550894:550894:254:4294967295] 192.168.201.132@tcp LPNI seq info [550875:550875:6:4294967295] 00000400:00000200:1.0:1785408789.072709:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408789.072714:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:1.0:1785408789.072718:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:1.0:1785408789.072722:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa096193b4c00. 00000800:00000200:1.0:1785408789.072725:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:1.0:1785408789.072729:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:1.0:1785408789.072731:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa096193b4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785408789.072733:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.072736:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: using a timeout of 26887 usecs (27 jiffies) 00000400:00000200:1.0:1785408789.072738:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:1.0:1785408789.072740:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309939237 00000100:00000001:1.0:1785408789.072741:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309943005 00000100:00000001:1.0:1785408789.072743:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309939237 00000100:00000001:1.0:1785408789.072745:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309943006 00000100:00000001:1.0:1785408789.072747:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408789.072762:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408789.072764:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785408789.072767:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09632eef800 x1872120998525824/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.072774:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785408789.072776:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408789.072782:0:2396:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785408789.072784:0:2396:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785408789.072786:0:2396:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785408789.072789:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09632eef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998525824:192.168.201.132@tcp:400:kworker.0 00000100:00000001:1.0:1785408789.072792:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785408789.072794:0:2396:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785408789.072796:0:2396:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408789.072797:0:2396:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785408789.072800:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa09610798000. 02000000:00000001:1.0:1785408789.072801:0:2396:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785408789.072805:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:1.0:1785408789.072807:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0960a702b00. 00000400:00000010:1.0:1785408789.072810:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73c440. 00000100:00000200:1.0:1785408789.072813:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998525824, portal 4 00000100:00000001:1.0:1785408789.072815:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785408789.072816:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165692901376 : -104908016650240 : ffffa09632eef800) 00000100:00000040:1.0:1785408789.072821:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09632eef800 x1872120998525824/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.072827:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785408789.072830:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:1.0:1785408789.072832:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73ccc0. 00000100:00000200:1.0:1785408789.072834:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120998525824, offset 0 00000400:00000200:1.0:1785408789.072837:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:1.0:1785408789.072841:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408789.072843:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:1.0:1785408789.072846:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785408789.072848:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:1.0:1785408789.072850:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785408789.072852:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:1.0:1785408789.072856:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550895:550895:253:4294967295] 192.168.201.132@tcp LPNI seq info [550876:550876:5:4294967295] 00000400:00000200:1.0:1785408789.072859:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408789.072864:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:1.0:1785408789.072872:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:1.0:1785408789.072875:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa096190b1400. 00000800:00000200:1.0:1785408789.072878:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:1.0:1785408789.072882:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:1.0:1785408789.072884:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa096190b1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785408789.072886:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.072888:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: using a timeout of 131847 usecs (132 jiffies) 00000400:00000200:1.0:1785408789.072891:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:1.0:1785408789.072893:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309939342 00000100:00000001:1.0:1785408789.072894:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309943005 00000100:00000001:1.0:1785408789.072896:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309939342 00000100:00000001:1.0:1785408789.072898:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309943006 00000100:00000001:1.0:1785408789.072899:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408789.072901:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408789.072902:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408789.072904:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1785408789.073498:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785408789.073502:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa096193b4000. 00000400:00000200:2.0:1785408789.073509:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408789.073514:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:2.0:1785408789.073518:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73cdd0 00000400:00000010:2.0:1785408789.073521:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73cdd0. 00000100:00000001:2.0:1785408789.073525:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785408789.073530:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09632eef480 x1872120998525440/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408789.073539:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785408789.073543:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09632eef480 x1872120998525440/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408789.073549:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408789.073550:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785408789.073560:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785408789.073562:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa096193b4200. 00000400:00000200:2.0:1785408789.073563:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408789.073566:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:2.0:1785408789.073568:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73c908 00000400:00000010:2.0:1785408789.073570:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73c908. 00000100:00000001:2.0:1785408789.073571:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785408789.073574:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09632eeed80 x1872120998525696/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408789.073579:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785408789.073581:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09632eeed80 x1872120998525696/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408789.073586:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408789.073594:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785408789.073601:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785408789.073603:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa096193b4c00. 00000400:00000200:2.0:1785408789.073605:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408789.073607:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:2.0:1785408789.073610:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73c660 00000400:00000010:2.0:1785408789.073611:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73c660. 00000100:00000001:2.0:1785408789.073613:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785408789.073616:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09632eed180 x1872120998525568/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408789.073621:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785408789.073624:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09632eed180 x1872120998525568/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408789.073628:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408789.073630:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1785408789.073687:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1785408789.073689:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa096190b1400. 00000400:00000200:2.0:1785408789.073691:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408789.073694:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:2.0:1785408789.073696:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73ccc0 00000400:00000010:2.0:1785408789.073698:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73ccc0. 00000100:00000001:2.0:1785408789.073700:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1785408789.073703:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09632eef800 x1872120998525824/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408789.073709:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1785408789.073711:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09632eef800 x1872120998525824/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408789.073716:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1785408789.073717:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1785408789.081307:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785408789.082156:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408789.082174:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785408789.082177:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408789.082180:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408789.082188:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082195:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:3.0:1785408789.082202:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082206:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082210:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082214:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 10 MB=0x6a6af2317fa00 00000400:00000200:3.0:1785408789.082230:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082236:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.132@tcp of length 224/224 into md 0x534c8d [1] + 224 00000800:00000001:3.0:1785408789.082243:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408789.082246:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408789.082249:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408789.082253:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:3.0:1785408789.082258:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785408789.082265:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09632eef480 x1872120998525440/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785408789.082274:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09632eef480 x1872120998525440/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.082334:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785408789.082338:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1785408789.082353:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785408789.082358:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408789.082361:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785408789.082363:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408789.082365:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408789.082368:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082371:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:3.0:1785408789.082375:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082377:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082380:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082383:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 10 MB=0x6a6af2317fa80 00000400:00000200:3.0:1785408789.082386:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082390:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.132@tcp of length 224/224 into md 0x534c9d [1] + 224 00000800:00000001:3.0:1785408789.082394:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408789.082396:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408789.082398:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408789.082401:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:3.0:1785408789.082404:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785408789.082408:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09632eed180 x1872120998525568/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785408789.082427:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09632eed180 x1872120998525568/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408789.082435:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785408789.082438:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408789.082440:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785408789.082442:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408789.082444:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408789.082446:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082450:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:3.0:1785408789.082454:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082456:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082459:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082461:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 4 MB=0x6a6af2317fb00 00000400:00000200:3.0:1785408789.082464:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082467:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.132@tcp of length 224/224 into md 0x534c95 [1] + 224 00000800:00000001:3.0:1785408789.082474:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408789.082477:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408789.082478:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408789.082480:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:3.0:1785408789.082482:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785408789.082486:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09632eeed80 x1872120998525696/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785408789.082494:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09632eeed80 x1872120998525696/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408789.082502:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785408789.082504:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408789.082506:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785408789.082507:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408789.082509:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408789.082511:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082518:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:3.0:1785408789.082522:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082525:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082527:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082530:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 4 MB=0x6a6af2317fb80 00000400:00000200:3.0:1785408789.082532:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408789.082535:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.132@tcp of length 224/224 into md 0x534ca5 [1] + 224 00000800:00000001:3.0:1785408789.082541:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408789.082558:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408789.082560:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408789.082563:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:3.0:1785408789.082566:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785408789.082570:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09632eef800 x1872120998525824/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785408789.082579:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09632eef800 x1872120998525824/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408789.082586:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785408789.082589:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408789.082592:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1785408789.084886:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785408789.084891:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785408789.084895:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa09602cf03c8. 00000400:00000200:0.0:1785408789.084903:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa09609c2c088 00000400:00000010:0.0:1785408789.084905:0:2397:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa09609c2c088. 00000100:00000001:0.0:1785408789.084910:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785408789.084920:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09632eed500 x1872120998525312/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785408789.084931:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09632eed500 x1872120998525312/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408789.084938:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785408789.084940:0:2397:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785408789.084943:0:2397:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785408789.084947:0:2397:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785408789.084950:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785408789.084952:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785408789.084955:0:2397:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785408789.084961:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffffa096098a8460 time=155 v=5 (5 5 5 5) 00000100:00001000:0.0:1785408789.084965:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096098a8418 time=119 v=5 (1 1 1 1) 00000100:00000001:0.0:1785408789.084968:0:2397:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785408789.084980:0:2397:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408789.084983:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785408789.084985:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408789.084987:0:2397:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785408789.084992:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09632eed500 x1872120998525312/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408789.085000:0:2397:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785408789.085003:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785408789.085005:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785408789.085009:0:2397:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09632eed500 x1872120998525312/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785408789.085017:0:2397:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09632eed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4090ba15-22ae-42c0-a8a3-42379207107f:2397:1872120998525312:192.168.201.132@tcp:400:kworker.0 00000100:00000001:0.0:1785408789.085022:0:2397:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785408789.085025:0:2397:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785408789.085029:0:2397:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09632eed500 x1872120998525312/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408789.085036:0:2397:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785408789.085038:0:2397:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785408789.085041:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0962bed4800. 02000000:00000001:0.0:1785408789.085045:0:2397:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785408789.085047:0:2397:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785408789.085049:0:2397:0:(genops.c:1244:class_import_put()) import ffffa096098a8000 refcount=3 obd=MGC192.168.201.132@tcp 00000020:00000001:0.0:1785408789.085051:0:2397:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785408789.085064:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa096193b4500. 02000000:00000001:0.0:1785408789.085069:0:2397:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785408789.085070:0:2397:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785408789.085072:0:2397:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09632eed500. 00000100:00000001:0.0:1785408789.085075:0:2397:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785408789.085076:0:2397:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785408789.085079:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785408789.085086:0:2397:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1785408789.085087:0:2397:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408789.085090:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785408789.085097:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1785408789.085132:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785408789.085135:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785408789.085137:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0960a702f20. 00000400:00000200:1.0:1785408789.085140:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73cc38 00000400:00000010:1.0:1785408789.085142:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73cc38. 00000100:00000001:1.0:1785408789.085145:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785408789.085150:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09632eef480 x1872120998525440/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785408789.085159:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09632eef480 x1872120998525440/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.085166:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785408789.085167:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408789.085169:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785408789.085175:0:2396:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785408789.085177:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785408789.085178:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408789.085180:0:2396:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785408789.085186:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffffa09612421460 time=155 v=5 (5 60 60 60) 00000100:00001000:1.0:1785408789.085189:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffffa09612421418 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1785408789.085191:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785408789.085193:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785408789.085195:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785408789.085197:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408789.085200:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785408789.085203:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa09634743800: skip recheck: last_committed 30064771635 00000100:00000001:1.0:1785408789.085205:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785408789.085206:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.085210:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09632eef480 x1872120998525440/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.085216:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408789.085218:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785408789.085220:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785408789.085223:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09632eef480 x1872120998525440/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785408789.085230:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09632eef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998525440:192.168.201.132@tcp:400:kworker.0 00000400:00000001:1.0:1785408789.085236:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785408789.085237:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785408789.085239:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0960a7022c0. 00000400:00000200:1.0:1785408789.085241:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73cb28 00000400:00000010:1.0:1785408789.085242:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73cb28. 00000100:00000001:1.0:1785408789.085244:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785408789.085247:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09632eeed80 x1872120998525696/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785408789.085255:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09632eeed80 x1872120998525696/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.085270:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785408789.085272:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408789.085274:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785408789.085275:0:2396:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785408789.085276:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785408789.085277:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408789.085279:0:2396:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785408789.085283:0:2396:0:(import.c:2149:obd_at_measure()) add 6 to ffffa096311d7c60 time=154 v=6 (6 6 6 5) 00000100:00001000:1.0:1785408789.085286:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096311d7c18 time=38 v=5 (1 1 1 0) 00000100:00000001:1.0:1785408789.085288:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785408789.085289:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785408789.085290:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785408789.085292:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408789.085294:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785408789.085295:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa09634743800: skip recheck: last_committed 38654726677 00000100:00000001:1.0:1785408789.085297:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785408789.085299:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.085302:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09632eeed80 x1872120998525696/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.085309:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408789.085311:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785408789.085312:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785408789.085325:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09632eeed80 x1872120998525696/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785408789.085332:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09632eeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998525696:192.168.201.132@tcp:400:kworker.0 00000100:00000001:1.0:1785408789.085336:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408789.085337:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785408789.085340:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09632eef480 x1872120998525440/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.085347:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785408789.085348:0:2396:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785408789.085354:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09610798800. 02000000:00000001:1.0:1785408789.085356:0:2396:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785408789.085357:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785408789.085359:0:2396:0:(genops.c:1244:class_import_put()) import ffffa09612421000 refcount=7 obd=lustre-MDT0000-mdc-ffffa09634743800 00000020:00000001:1.0:1785408789.085361:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785408789.085362:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa096193b4f00. 02000000:00000001:1.0:1785408789.085365:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785408789.085366:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785408789.085367:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09632eef480. 00000100:00000001:1.0:1785408789.085370:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785408789.085372:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408789.085373:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785408789.085377:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09632eeed80 x1872120998525696/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.085383:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785408789.085384:0:2396:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785408789.085386:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09610798200. 02000000:00000001:1.0:1785408789.085387:0:2396:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785408789.085388:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785408789.085390:0:2396:0:(genops.c:1244:class_import_put()) import ffffa096311d7800 refcount=3 obd=lustre-OST0000-osc-ffffa09634743800 00000020:00000001:1.0:1785408789.085391:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785408789.085392:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa096193b4600. 02000000:00000001:1.0:1785408789.085394:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785408789.085395:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785408789.085396:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09632eeed80. 00000100:00000001:1.0:1785408789.085399:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785408789.085400:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408789.085402:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408789.085404:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785408789.085405:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785408789.085408:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785408789.085409:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785408789.085410:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0960a702058. 00000400:00000200:1.0:1785408789.085412:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73ca18 00000400:00000010:1.0:1785408789.085414:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73ca18. 00000100:00000001:1.0:1785408789.085416:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785408789.085419:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09632eed180 x1872120998525568/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785408789.085431:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09632eed180 x1872120998525568/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.085438:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785408789.085439:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408789.085441:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785408789.085442:0:2396:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785408789.085443:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785408789.085444:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408789.085446:0:2396:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785408789.085450:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffffa096311d6460 time=154 v=5 (5 60 60 60) 00000100:00001000:1.0:1785408789.085453:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096311d6418 time=81 v=5 (1 1 1 1) 00000100:00000001:1.0:1785408789.085455:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785408789.085456:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785408789.085458:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1785408789.085462:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa09632eed180 x1872120998525568/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1785408789.085468:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408789.085470:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785408789.085471:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa09634743800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1785408789.085473:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785408789.085474:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.085477:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09632eed180 x1872120998525568/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.085483:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408789.085485:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785408789.085486:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785408789.085490:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09632eed180 x1872120998525568/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785408789.085497:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09632eed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998525568:192.168.201.132@tcp:400:kworker.0 00000400:00000001:1.0:1785408789.085508:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785408789.085510:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785408789.085511:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0960a702b00. 00000400:00000200:1.0:1785408789.085514:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73c440 00000400:00000010:1.0:1785408789.085515:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73c440. 00000100:00000001:1.0:1785408789.085517:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785408789.085520:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09632eef800 x1872120998525824/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785408789.085529:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09632eef800 x1872120998525824/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.085535:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785408789.085536:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408789.085538:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785408789.085539:0:2396:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785408789.085540:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785408789.085541:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408789.085543:0:2396:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785408789.085547:0:2396:0:(import.c:2149:obd_at_measure()) add 6 to ffffa096311d4460 time=154 v=6 (6 6 6 5) 00000100:00001000:1.0:1785408789.085549:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096311d4418 time=142 v=5 (1 1 0 0) 00000100:00000001:1.0:1785408789.085551:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785408789.085552:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785408789.085554:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785408789.085555:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408789.085557:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785408789.085558:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa09634743800: skip recheck: last_committed 4295014433 00000100:00000001:1.0:1785408789.085559:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785408789.085561:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408789.085564:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09632eef800 x1872120998525824/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.085569:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408789.085570:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785408789.085571:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785408789.085575:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09632eef800 x1872120998525824/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785408789.085587:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09632eef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998525824:192.168.201.132@tcp:400:kworker.0 00000100:00000001:1.0:1785408789.085591:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408789.085593:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785408789.085596:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09632eed180 x1872120998525568/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.085602:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785408789.085603:0:2396:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785408789.085605:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09610799600. 02000000:00000001:1.0:1785408789.085607:0:2396:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785408789.085608:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785408789.085609:0:2396:0:(genops.c:1244:class_import_put()) import ffffa096311d6000 refcount=3 obd=lustre-MDT0001-mdc-ffffa09634743800 00000020:00000001:1.0:1785408789.085611:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785408789.085612:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa096193b4300. 02000000:00000001:1.0:1785408789.085614:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785408789.085615:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785408789.085616:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09632eed180. 00000100:00000001:1.0:1785408789.085618:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785408789.085619:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408789.085620:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785408789.085623:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09632eef800 x1872120998525824/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408806 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408789.085628:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785408789.085629:0:2396:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785408789.085630:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa09610798000. 02000000:00000001:1.0:1785408789.085632:0:2396:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785408789.085632:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785408789.085633:0:2396:0:(genops.c:1244:class_import_put()) import ffffa096311d4000 refcount=3 obd=lustre-OST0001-osc-ffffa09634743800 00000020:00000001:1.0:1785408789.085635:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785408789.085636:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa096193b4400. 02000000:00000001:1.0:1785408789.085637:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785408789.085638:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785408789.085639:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09632eef800. 00000100:00000001:1.0:1785408789.085646:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785408789.085647:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408789.085649:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408789.085652:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785408789.085653:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408789.085655:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785408789.085656:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408789.709020:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408789.709028:0:282452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785408789.709030:0:282452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785408789.709033:0:282452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408789.709038:0:282452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785408789.709040:0:282452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408789.709052:0:282452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408789.709054:0:282452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408789.709059:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408789.709060:0:282452:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1785408789.709062:0:282452:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1785408789.709067:0:282452:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1785408789.709069:0:282452:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1785408789.709070:0:282452:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408789.709071:0:282452:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1785408789.709072:0:282452:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408789.709074:0:282452:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408789.709076:0:282452:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785408789.709092:0:249839:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785408789.709950:0:249839:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785408789.709954:0:249839:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1785408790.733526:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408790.733532:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408790.733537:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408790.733538:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785408790.735826:0:233960:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785408790.735830:0:233960:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785408790.735833:0:233960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1785408791.513267:0:282852:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408791.752096:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408791.752103:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408791.752107:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408791.752108:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785408791.752193:0:243426:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785408791.752197:0:243426:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785408791.752200:0:243426:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1785408791.812949:0:282888:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1785408791.812954:0:282888:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_816: @@@@@@ FAIL: client: import is not in IDLE state after 50 00000001:00000001:2.0:1785408791.816579:0:282888:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1785408792.778277:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408792.778286:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408792.778295:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408792.778296:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1785408792.778343:0:249840:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1785408792.778347:0:249840:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1785408792.778351:0:249840:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1785408792.905622:0:232579:0:(connection.c:75:cpu_latency_work()) work item of ffffa09602c76b30 (cpu 3) has reached its deadline 4309943006, at 4309943043 00000100:00000010:3.0:1785408792.905638:0:232579:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa09632997a80. 00000100:00000040:2.0:1785408792.905882:0:280671:0:(connection.c:75:cpu_latency_work()) work item of ffffa09602c76a20 (cpu 2) has reached its deadline 4309943005, at 4309943043 00000100:00000010:2.0:1785408792.905889:0:280671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffffa09632997960. 00010000:00000001:0.0:1785408793.797288:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408793.797320:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408793.797328:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408793.797329:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1785408793.798554:0:233959:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1785408793.798560:0:233959:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1785408793.798565:0:233959:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1785408794.181235:0:282760:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4090ba15-22ae-42c0-a8a3-42379207107f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785408794.181245:0:282760:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785408794.181262:0:282760:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09632eef800. 00000020:00000040:1.0:1785408794.181267:0:282760:0:(genops.c:1231:class_import_get()) import ffffa096098a8000 refcount=4 obd=MGC192.168.201.132@tcp 00000100:00000001:1.0:1785408794.181272:0:282760:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785408794.181275:0:282760:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785408794.181281:0:282760:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785408794.181290:0:282760:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa096190b1400. 00000100:00000001:1.0:1785408794.181296:0:282760:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.181307:0:282760:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4090ba15-22ae-42c0-a8a3-42379207107f->MGS req@ffffa09632eef800 x1872120998525952/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785408794.181318:0:282760:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785408794.181322:0:282760:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.181328:0:282760:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc7e3e91] to pc [ptlrpcd_00_00+0] req@ffffa09632eef800 x1872120998525952/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.181353:0:282760:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.181355:0:282760:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785408794.181359:0:282760:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785408794.181361:0:282760:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09632eed180. 00000020:00000040:1.0:1785408794.181364:0:282760:0:(genops.c:1231:class_import_get()) import ffffa09612421000 refcount=8 obd=lustre-MDT0000-mdc-ffffa09634743800 00000100:00000001:1.0:1785408794.181379:0:282760:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785408794.181380:0:282760:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785408794.181382:0:282760:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785408794.181413:0:282760:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09639623000. 00000100:00000001:1.0:1785408794.181417:0:282760:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.181422:0:282760:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0000_UUID req@ffffa09632eed180 x1872120998526080/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785408794.181430:0:282760:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785408794.181432:0:282760:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.181436:0:282760:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe0e231c] to pc [ptlrpcd_00_01+1] req@ffffa09632eed180 x1872120998526080/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.181445:0:282760:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.181447:0:282760:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785408794.181451:0:282760:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785408794.181453:0:282760:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09632eeed80. 00000020:00000040:1.0:1785408794.181455:0:282760:0:(genops.c:1231:class_import_get()) import ffffa096311d6000 refcount=4 obd=lustre-MDT0001-mdc-ffffa09634743800 00000100:00000001:1.0:1785408794.181458:0:282760:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785408794.181459:0:282760:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785408794.181461:0:282760:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785408794.181463:0:282760:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09639623300. 00000100:00000001:1.0:1785408794.181466:0:282760:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.181470:0:282760:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-MDT0001_UUID req@ffffa09632eeed80 x1872120998526208/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785408794.181476:0:282760:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785408794.181478:0:282760:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.181482:0:282760:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000171c0f12] to pc [ptlrpcd_00_00+0] req@ffffa09632eeed80 x1872120998526208/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.181489:0:282760:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.181491:0:282760:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785408794.181494:0:282760:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785408794.181502:0:282760:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09632eef480. 00000020:00000040:1.0:1785408794.181505:0:282760:0:(genops.c:1231:class_import_get()) import ffffa096311d7800 refcount=4 obd=lustre-OST0000-osc-ffffa09634743800 00000100:00000001:1.0:1785408794.181507:0:282760:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785408794.181508:0:282760:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785408794.181510:0:282760:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785408794.181513:0:282760:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09639623100. 00000100:00000001:1.0:1785408794.181516:0:282760:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.181521:0:282760:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0000_UUID req@ffffa09632eef480 x1872120998526336/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785408794.181528:0:282760:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785408794.181529:0:282760:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.181533:0:282760:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e032d61] to pc [ptlrpcd_00_01+1] req@ffffa09632eef480 x1872120998526336/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.181540:0:282760:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.181543:0:282760:0:(pinger.c:229:ptlrpc_pinger_process_import()) 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1785408794.181546:0:282760:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1785408794.181549:0:282760:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffffa09632eec380. 00000020:00000040:1.0:1785408794.181551:0:282760:0:(genops.c:1231:class_import_get()) import ffffa096311d4000 refcount=4 obd=lustre-OST0001-osc-ffffa09634743800 00000100:00000001:1.0:1785408794.181553:0:282760:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1785408794.181554:0:282760:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1785408794.181556:0:282760:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1785408794.181559:0:282760:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffffa09639623e00. 00000100:00000001:1.0:1785408794.181561:0:282760:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.181566:0:282760:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 680baeae-bff9-4fcc-9c88-daafc5b62833->lustre-OST0001_UUID req@ffffa09632eec380 x1872120998526464/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1785408794.181573:0:282760:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1785408794.181575:0:282760:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.181580:0:282760:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e80c9c7] to pc [ptlrpcd_00_00+0] req@ffffa09632eec380 x1872120998526464/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.181587:0:282760:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.181597:0:282760:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15282) 00000100:00000001:1.0:1785408794.181613:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785408794.181617:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785408794.181619:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785408794.181625:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09632eef800 x1872120998525952/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.181633:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785408794.181636:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408794.181640:0:2396:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785408794.181644:0:2396:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785408794.181647:0:2396:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785408794.181651:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09632eef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4090ba15-22ae-42c0-a8a3-42379207107f:2396:1872120998525952:192.168.201.132@tcp:400:kworker.0 00000100:00000001:1.0:1785408794.181655:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785408794.181660:0:2396:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785408794.181662:0:2396:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408794.181665:0:2396:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785408794.181669:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0960120b800. 02000000:00000001:1.0:1785408794.181671:0:2396:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785408794.181679:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:1.0:1785408794.181682:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0960a702b00. 00000400:00000010:1.0:1785408794.181689:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73c440. 00000100:00000200:1.0:1785408794.181695:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998525952, portal 25 00000100:00000001:1.0:1785408794.181698:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785408794.181699:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165692901376 : -104908016650240 : ffffa09632eef800) 00000100:00000040:1.0:1785408794.181705:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09632eef800 x1872120998525952/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.181712:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785408794.181715:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:1.0:1785408794.181718:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73ca18. 00000100:00000200:1.0:1785408794.181722:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872120998525952, offset 0 00000400:00000200:1.0:1785408794.181727:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:1.0:1785408794.181735:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408794.181741:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:1.0:1785408794.181746:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785408794.181774:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:1.0:1785408794.181778:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785408794.181781:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:1.0:1785408794.181785:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550896:550896:256:4294967295] 192.168.201.132@tcp LPNI seq info [550877:550877:8:4294967295] 00000400:00000200:1.0:1785408794.181790:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408794.181800:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:1.0:1785408794.181807:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:1.0:1785408794.181812:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09639623600. 00000800:00000200:1.0:1785408794.181820:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:1.0:1785408794.181829:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:1.0:1785408794.181833:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09639623600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785408794.181847:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785408794.181851:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:1.0:1785408794.181855:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS new deadline estimation for cpu 2 is 4309948125 00000100:00000010:1.0:1785408794.181859:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0960a6e2300. 00000100:00000001:1.0:1785408794.181866:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1785408794.181871:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS new deadline estimation for cpu 3 is 4309948125 00000100:00000010:1.0:1785408794.181874:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffffa0960a6e2cc0. 00000100:00000001:1.0:1785408794.181878:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.132@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1785408794.181881:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408794.181884:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408794.181887:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785408794.181891:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09632eeed80 x1872120998526208/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.181898:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785408794.181899:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408794.181902:0:2396:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785408794.181904:0:2396:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785408794.181906:0:2396:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785408794.181909:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09632eeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998526208:192.168.201.132@tcp:400:kworker.0 00000100:00000001:1.0:1785408794.181921:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785408794.181923:0:2396:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785408794.181925:0:2396:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408794.181927:0:2396:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785408794.181930:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0961860ac00. 02000000:00000001:1.0:1785408794.181932:0:2396:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785408794.181936:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:1.0:1785408794.181939:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0960a702058. 00000400:00000010:1.0:1785408794.181943:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73cb28. 00000100:00000200:1.0:1785408794.181946:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998526208, portal 10 00000100:00000001:1.0:1785408794.181948:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785408794.181950:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165692898688 : -104908016652928 : ffffa09632eeed80) 00000100:00000040:1.0:1785408794.181958:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09632eeed80 x1872120998526208/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.181977:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785408794.181980:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:1.0:1785408794.181983:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73cc38. 00000100:00000200:1.0:1785408794.181985:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120998526208, offset 0 00000400:00000200:1.0:1785408794.181989:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:1.0:1785408794.181993:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408794.181996:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:1.0:1785408794.181999:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785408794.182002:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:1.0:1785408794.182004:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785408794.182006:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:1.0:1785408794.182009:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550897:550897:255:4294967295] 192.168.201.132@tcp LPNI seq info [550878:550878:7:4294967295] 00000400:00000200:1.0:1785408794.182013:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408794.182019:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:1.0:1785408794.182024:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:1.0:1785408794.182028:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09639623200. 00000800:00000200:1.0:1785408794.182032:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:1.0:1785408794.182042:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:1.0:1785408794.182045:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09639623200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785408794.182049:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.182052:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: using a timeout of 26886 usecs (27 jiffies) 00000400:00000200:1.0:1785408794.182055:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:1.0:1785408794.182057:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309944347 00000100:00000001:1.0:1785408794.182060:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309948125 00000100:00000001:1.0:1785408794.182062:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309944347 00000100:00000001:1.0:1785408794.182065:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309948125 00000100:00000001:1.0:1785408794.182067:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408794.182069:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408794.182071:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785408794.182075:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09632eec380 x1872120998526464/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.182082:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785408794.182083:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408794.182085:0:2396:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785408794.182087:0:2396:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785408794.182089:0:2396:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785408794.182092:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09632eec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998526464:192.168.201.132@tcp:400:kworker.0 00000100:00000001:1.0:1785408794.182096:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785408794.182098:0:2396:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785408794.182099:0:2396:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408794.182101:0:2396:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785408794.182105:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0963277cc00. 02000000:00000001:1.0:1785408794.182107:0:2396:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785408794.182110:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:1.0:1785408794.182113:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0960a7022c0. 00000400:00000010:1.0:1785408794.182118:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73ccc0. 00000100:00000200:1.0:1785408794.182120:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998526464, portal 4 00000100:00000001:1.0:1785408794.182123:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785408794.182130:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165692887936 : -104908016663680 : ffffa09632eec380) 00000100:00000040:1.0:1785408794.182137:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09632eec380 x1872120998526464/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.182144:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785408794.182147:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:1.0:1785408794.182151:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73c660. 00000100:00000200:1.0:1785408794.182153:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120998526464, offset 0 00000400:00000200:1.0:1785408794.182160:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:1.0:1785408794.182166:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408794.182174:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:1.0:1785408794.182177:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785408794.182180:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:1.0:1785408794.182182:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785408794.182185:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:1.0:1785408794.182188:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550898:550898:254:4294967295] 192.168.201.132@tcp LPNI seq info [550879:550879:6:4294967295] 00000400:00000200:1.0:1785408794.182194:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408794.182215:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:1.0:1785408794.182219:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:1.0:1785408794.182223:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09639623800. 00000800:00000200:1.0:1785408794.182227:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:1.0:1785408794.182231:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:1.0:1785408794.182234:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09639623800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785408794.182237:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.182239:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: using a timeout of 131763 usecs (132 jiffies) 00000400:00000200:1.0:1785408794.182242:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:1.0:1785408794.182244:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309944452 00000100:00000001:1.0:1785408794.182247:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309948125 00000100:00000001:1.0:1785408794.182249:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309944452 00000100:00000001:1.0:1785408794.182251:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309948125 00000100:00000001:1.0:1785408794.182259:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408794.182261:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408794.182264:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408794.182266:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408794.182272:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785408794.182274:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1785408794.182276:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785408794.182277:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785408794.182279:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785408794.182281:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1785408794.182282:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408794.182284:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785408794.182285:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408794.182287:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785408794.182288:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785408794.182291:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785408794.182296:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09632eed180 x1872120998526080/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.182304:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785408794.182306:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408794.182309:0:2396:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785408794.182311:0:2396:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785408794.182314:0:2396:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785408794.182317:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09632eed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998526080:192.168.201.132@tcp:400:kworker.0 00000100:00000001:1.0:1785408794.182321:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785408794.182324:0:2396:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785408794.182325:0:2396:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408794.182327:0:2396:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785408794.182330:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0963277d400. 02000000:00000001:1.0:1785408794.182332:0:2396:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785408794.182336:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:1.0:1785408794.182338:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0960a702f20. 00000400:00000010:1.0:1785408794.182342:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73c908. 00000100:00000200:1.0:1785408794.182345:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998526080, portal 10 00000100:00000001:1.0:1785408794.182347:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785408794.182352:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165692891520 : -104908016660096 : ffffa09632eed180) 00000100:00000040:1.0:1785408794.182359:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09632eed180 x1872120998526080/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.182365:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785408794.182367:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:1.0:1785408794.182369:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73cdd0. 00000100:00000200:1.0:1785408794.182371:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872120998526080, offset 0 00000400:00000200:1.0:1785408794.182376:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:1.0:1785408794.182380:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408794.182384:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:1.0:1785408794.182386:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785408794.182389:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:1.0:1785408794.182393:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785408794.182396:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:1.0:1785408794.182402:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550899:550899:253:4294967295] 192.168.201.132@tcp LPNI seq info [550880:550880:5:4294967295] 00000400:00000200:1.0:1785408794.182406:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408794.182412:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:1.0:1785408794.182417:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:1.0:1785408794.182421:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09639623b00. 00000800:00000200:1.0:1785408794.182426:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:1.0:1785408794.182430:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:1.0:1785408794.182433:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09639623b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785408794.182436:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.182439:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: using a timeout of 34871 usecs (35 jiffies) 00000400:00000200:1.0:1785408794.182442:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:1.0:1785408794.182444:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309944356 00000100:00000001:1.0:1785408794.182446:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309948125 00000100:00000001:1.0:1785408794.182449:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309944356 00000100:00000001:1.0:1785408794.182451:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309948125 00000100:00000001:1.0:1785408794.182461:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408794.182463:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408794.182466:0:2396:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1785408794.182472:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffffa09632eef480 x1872120998526336/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.182479:0:2396:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1785408794.182481:0:2396:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408794.182483:0:2396:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1785408794.182487:0:2396:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1785408794.182489:0:2396:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1785408794.182493:0:2396:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa09632eef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998526336:192.168.201.132@tcp:400:kworker.0 00000100:00000001:1.0:1785408794.182497:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1785408794.182500:0:2396:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1785408794.182502:0:2396:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408794.182503:0:2396:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1785408794.182508:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa0963277c600. 02000000:00000001:1.0:1785408794.182510:0:2396:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1785408794.182514:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000010:1.0:1785408794.182518:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffffa0960a702c08. 00000400:00000010:1.0:1785408794.182522:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73ce58. 00000100:00000200:1.0:1785408794.182526:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872120998526336, portal 4 00000100:00000001:1.0:1785408794.182528:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1785408794.182529:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446639165692900480 : -104908016651136 : ffffa09632eef480) 00000100:00000040:1.0:1785408794.182535:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffffa09632eef480 x1872120998526336/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.182541:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1785408794.182543:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.132@tcp 00000400:00000010:1.0:1785408794.182547:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffffa0960a73c6e8. 00000100:00000200:1.0:1785408794.182549:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872120998526336, offset 0 00000400:00000200:1.0:1785408794.182555:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.132@tcp 00000400:00000200:1.0:1785408794.182561:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408794.182564:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.132@tcp local destination 00000400:00000200:1.0:1785408794.182575:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1785408794.182579:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.32@tcp 00000400:00000200:1.0:1785408794.182582:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.32@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1785408794.182585:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.132@tcp 00000400:00000200:1.0:1785408794.182588:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.32@tcp NI seq info: [550900:550900:252:4294967295] 192.168.201.132@tcp LPNI seq info [550881:550881:4:4294967295] 00000400:00000200:1.0:1785408794.182593:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:1.0:1785408794.182611:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp:) -> 192.168.201.132@tcp(192.168.201.132@tcp:192.168.201.132@tcp) : PUT try# 0 00000800:00000200:1.0:1785408794.182615:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.132@tcp 00000800:00000010:1.0:1785408794.182619:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffffa09639623700. 00000800:00000200:1.0:1785408794.182625:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffffa096088723c0] -> 12345-192.168.201.132@tcp (5) 00000800:00000200:1.0:1785408794.182632:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.132@tcp ip 192.168.201.132:988 00000800:00000200:1.0:1785408794.182635:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffffa09639623700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1785408794.182639:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.182642:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: using a timeout of 106008 usecs (107 jiffies) 00000400:00000200:1.0:1785408794.182645:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:1.0:1785408794.182647:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 2 is 4309944428 00000100:00000001:1.0:1785408794.182649:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS request active for cpu 2, keep current deadline 4309948125 00000100:00000001:1.0:1785408794.182651:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS new deadline estimation for cpu 3 is 4309944428 00000100:00000001:1.0:1785408794.182653:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffffa09634743800: PM QoS request active for cpu 3, keep current deadline 4309948125 00000100:00000001:1.0:1785408794.182655:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408794.182657:0:2396:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408794.182660:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408794.182662:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408794.182676:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785408794.182678:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1785408794.182917:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408794.182921:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09639623600. 00000400:00000200:3.0:1785408794.182926:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408794.182932:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408794.182937:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73ca18 00000400:00000010:3.0:1785408794.182939:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73ca18. 00000100:00000001:3.0:1785408794.182943:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408794.182948:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09632eef800 x1872120998525952/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408794.182977:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408794.182981:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09632eef800 x1872120998525952/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408794.182989:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408794.182991:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785408794.183003:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408794.183005:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09639623200. 00000400:00000200:3.0:1785408794.183008:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408794.183011:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408794.183013:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73cc38 00000400:00000010:3.0:1785408794.183015:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73cc38. 00000100:00000001:3.0:1785408794.183018:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408794.183021:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09632eeed80 x1872120998526208/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408794.183028:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408794.183031:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09632eeed80 x1872120998526208/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408794.183037:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408794.183039:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785408794.183046:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408794.183049:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09639623800. 00000400:00000200:3.0:1785408794.183051:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408794.183054:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408794.183057:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73c660 00000400:00000010:3.0:1785408794.183058:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73c660. 00000100:00000001:3.0:1785408794.183060:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408794.183063:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09632eec380 x1872120998526464/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408794.183070:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408794.183073:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09632eec380 x1872120998526464/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408794.183092:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408794.183093:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785408794.183103:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408794.183105:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09639623b00. 00000400:00000200:3.0:1785408794.183107:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408794.183111:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408794.183113:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73cdd0 00000400:00000010:3.0:1785408794.183115:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73cdd0. 00000100:00000001:3.0:1785408794.183117:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408794.183120:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09632eed180 x1872120998526080/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408794.183127:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408794.183130:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09632eed180 x1872120998526080/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408794.183137:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408794.183138:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1785408794.183172:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1785408794.183175:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffffa09639623700. 00000400:00000200:3.0:1785408794.183178:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408794.183181:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000400:00000200:3.0:1785408794.183183:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73c6e8 00000400:00000010:3.0:1785408794.183185:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73c6e8. 00000100:00000001:3.0:1785408794.183188:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1785408794.183191:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffffa09632eef480 x1872120998526336/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408794.183198:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1785408794.183201:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffffa09632eef480 x1872120998526336/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408794.183208:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1785408794.183210:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1785408794.196315:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408794.196340:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785408794.196345:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408794.196348:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408794.196360:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408794.196369:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:2.0:1785408794.196381:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408794.196387:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408794.196393:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408794.196398:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 10 MB=0x6a6af2317fd00 00000400:00000200:2.0:1785408794.196404:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408794.196412:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.132@tcp of length 224/224 into md 0x534cb5 [1] + 224 00000800:00000001:2.0:1785408794.196421:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408794.196425:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408794.196429:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408794.196434:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:2.0:1785408794.196444:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408794.196454:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09632eeed80 x1872120998526208/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785408794.196467:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09632eeed80 x1872120998526208/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408794.196494:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785408794.196506:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408794.196511:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785408794.196513:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408794.196515:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408794.196518:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408794.196521:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:2.0:1785408794.196525:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:0.0:1785408794.196599:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785408794.196604:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785408794.196614:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785408794.196616:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785408794.196620:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0960a702058. 00000400:00000200:0.0:1785408794.196626:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73cb28 00000400:00000010:0.0:1785408794.196628:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73cb28. 00000100:00000001:0.0:1785408794.196632:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785408794.196637:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09632eeed80 x1872120998526208/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785408794.196647:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09632eeed80 x1872120998526208/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408794.196653:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785408794.196655:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785408794.196658:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785408794.196662:0:2396:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785408794.196666:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785408794.196668:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785408794.196671:0:2396:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785408794.196682:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffffa096311d6460 time=9 v=5 (5 5 60 60) 00000100:00001000:0.0:1785408794.196686:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096311d6418 time=86 v=5 (1 1 1 1) 00000100:00000001:0.0:1785408794.196689:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785408794.196691:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408794.196694:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1785408794.196699:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa09632eeed80 x1872120998526208/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1785408794.196706:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408794.196710:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785408794.196713:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffffa09634743800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1785408794.196715:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785408794.196717:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785408794.196721:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09632eeed80 x1872120998526208/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408794.196778:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785408794.196782:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785408794.196784:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785408794.196789:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09632eeed80 x1872120998526208/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785408794.196796:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09632eeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998526208:192.168.201.132@tcp:400:kworker.0 00000100:00000001:0.0:1785408794.196802:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408794.196805:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785408794.196808:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09632eeed80 x1872120998526208/t0(0) o400->lustre-MDT0001-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408794.196814:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785408794.196817:0:2396:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785408794.196821:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0961860ac00. 02000000:00000001:0.0:1785408794.196825:0:2396:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785408794.196828:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785408794.196830:0:2396:0:(genops.c:1244:class_import_put()) import ffffa096311d6000 refcount=3 obd=lustre-MDT0001-mdc-ffffa09634743800 00000020:00000001:0.0:1785408794.196832:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785408794.196835:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09639623300. 02000000:00000001:0.0:1785408794.196839:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785408794.196841:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785408794.196843:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09632eeed80. 00000100:00000001:0.0:1785408794.196848:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785408794.196849:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785408794.196853:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408794.196854:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785408794.196855:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785408794.196857:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408794.196859:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1785408794.196934:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408794.196945:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408794.196948:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 4 MB=0x6a6af2317fe00 00000400:00000200:2.0:1785408794.196952:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408794.196956:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.132@tcp of length 224/224 into md 0x534cbd [1] + 224 00000800:00000001:2.0:1785408794.196961:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408794.196976:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408794.196978:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408794.196982:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:2.0:1785408794.196985:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408794.196990:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09632eec380 x1872120998526464/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785408794.196999:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09632eec380 x1872120998526464/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408794.197016:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785408794.197021:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408794.197025:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1785408794.197027:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408794.197029:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408794.197032:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408794.197035:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:2.0:1785408794.197039:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408794.197042:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408794.197045:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408794.197047:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 25 MB=0x6a6af2317fc00 00000400:00000200:2.0:1785408794.197051:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:2.0:1785408794.197055:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.132@tcp of length 224/224 into md 0x534cad [1] + 224 00000800:00000001:2.0:1785408794.197059:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408794.197067:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1785408794.197069:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1785408794.197072:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:2.0:1785408794.197075:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1785408794.197086:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09632eef800 x1872120998525952/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1785408794.197206:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09632eef800 x1872120998525952/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1785408794.197213:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1785408794.197218:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1785408794.197222:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785408794.197513:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785408794.197515:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1785408794.197519:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785408794.197521:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785408794.197539:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0960a702b00. 00000400:00000200:0.0:1785408794.197543:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73c440 00000400:00000010:0.0:1785408794.197546:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73c440. 00000100:00000001:0.0:1785408794.197549:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785408794.197553:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09632eef800 x1872120998525952/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785408794.197562:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09632eef800 x1872120998525952/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408794.197569:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785408794.197571:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785408794.197573:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785408794.197575:0:2396:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785408794.197576:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785408794.197578:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785408794.197581:0:2396:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785408794.197585:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffffa096098a8460 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1785408794.197588:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096098a8418 time=124 v=5 (1 1 1 1) 00000100:00000001:0.0:1785408794.197591:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785408794.197592:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408794.197594:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785408794.197597:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408794.197599:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785408794.197603:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09632eef800 x1872120998525952/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408794.197609:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785408794.197611:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785408794.197613:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785408794.197616:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09632eef800 x1872120998525952/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785408794.197625:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09632eef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4090ba15-22ae-42c0-a8a3-42379207107f:2396:1872120998525952:192.168.201.132@tcp:400:kworker.0 00000400:00000001:0.0:1785408794.197630:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1785408794.197631:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1785408794.197639:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0960a7022c0. 00000400:00000200:0.0:1785408794.197642:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73ccc0 00000400:00000010:0.0:1785408794.197644:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73ccc0. 00000100:00000001:0.0:1785408794.197647:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1785408794.197651:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09632eec380 x1872120998526464/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1785408794.197659:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09632eec380 x1872120998526464/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408794.197665:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1785408794.197667:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785408794.197669:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1785408794.197670:0:2396:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1785408794.197672:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1785408794.197673:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1785408794.197675:0:2396:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1785408794.197680:0:2396:0:(import.c:2149:obd_at_measure()) add 6 to ffffa096311d4460 time=9 v=6 (6 6 6 6) 00000100:00001000:0.0:1785408794.197683:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096311d4418 time=147 v=5 (1 1 0 0) 00000100:00000001:0.0:1785408794.197685:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1785408794.197686:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408794.197688:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1785408794.197691:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408794.197694:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1785408794.197696:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffffa09634743800: skip recheck: last_committed 4295014433 00000100:00000001:0.0:1785408794.197698:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1785408794.197700:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1785408794.197704:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09632eec380 x1872120998526464/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408794.197711:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1785408794.197713:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1785408794.197714:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1785408794.197717:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09632eec380 x1872120998526464/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1785408794.197724:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09632eec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998526464:192.168.201.132@tcp:400:kworker.0 00000100:00000001:0.0:1785408794.198027:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408794.198030:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785408794.198035:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09632eef800 x1872120998525952/t0(0) o400->MGC192.168.201.132@tcp@192.168.201.132@tcp:26/25 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408794.198042:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785408794.198044:0:2396:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785408794.198046:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0960120b800. 02000000:00000001:0.0:1785408794.198051:0:2396:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785408794.198053:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785408794.198054:0:2396:0:(genops.c:1244:class_import_put()) import ffffa096098a8000 refcount=3 obd=MGC192.168.201.132@tcp 00000020:00000001:0.0:1785408794.198056:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785408794.198058:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa096190b1400. 02000000:00000001:0.0:1785408794.198062:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785408794.198063:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785408794.198064:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09632eef800. 00000100:00000001:0.0:1785408794.198067:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785408794.198069:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785408794.198070:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1785408794.198074:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09632eec380 x1872120998526464/t0(0) o400->lustre-OST0001-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1785408794.198080:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1785408794.198081:0:2396:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1785408794.198083:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0963277cc00. 02000000:00000001:0.0:1785408794.198085:0:2396:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1785408794.198086:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1785408794.198587:0:2396:0:(genops.c:1244:class_import_put()) import ffffa096311d4000 refcount=3 obd=lustre-OST0001-osc-ffffa09634743800 00000020:00000001:0.0:1785408794.198590:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1785408794.198593:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09639623e00. 02000000:00000001:0.0:1785408794.198596:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1785408794.198598:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1785408794.198599:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09632eec380. 00000100:00000001:0.0:1785408794.198602:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1785408794.198603:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1785408794.198607:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408794.198609:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1785408794.198619:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1785408794.198621:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1785408794.198623:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1785408794.202293:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408794.202321:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785408794.202326:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408794.202330:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408794.202338:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408794.202346:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:3.0:1785408794.202354:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408794.202360:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408794.202366:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408794.202370:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 4 MB=0x6a6af2317fd80 00000400:00000200:3.0:1785408794.202375:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408794.202381:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.132@tcp of length 224/224 into md 0x534ccd [1] + 224 00000800:00000001:3.0:1785408794.202389:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408794.202393:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408794.202396:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408794.202401:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:3.0:1785408794.202408:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785408794.202417:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09632eef480 x1872120998526336/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785408794.202429:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09632eef480 x1872120998526336/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408794.202449:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785408794.202458:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408794.202461:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1785408794.202463:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408794.202465:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408794.202467:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408794.202471:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.32@tcp(192.168.201.32@tcp) <- 192.168.201.132@tcp : PUT - for me 00000400:00000200:3.0:1785408794.202476:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408794.202480:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000100:00000001:1.0:1785408794.202485:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1785408794.202486:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000200:3.0:1785408794.202493:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.132@tcp of length 224 into portal 10 MB=0x6a6af2317fc80 00000100:00000001:1.0:1785408794.202495:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1785408794.202500:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.132@tcp to cpt 1 00000400:00000001:1.0:1785408794.202507:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785408794.202512:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785408794.202516:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0960a702c08. 00000400:00000200:1.0:1785408794.202536:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73ce58 00000400:00000010:1.0:1785408794.202546:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73ce58. 00000100:00000001:1.0:1785408794.202550:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785408794.202559:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09632eef480 x1872120998526336/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785408794.202572:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09632eef480 x1872120998526336/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.202579:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785408794.202581:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408794.202584:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785408794.202588:0:2396:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785408794.202591:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785408794.202593:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408794.202596:0:2396:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785408794.202606:0:2396:0:(import.c:2149:obd_at_measure()) add 6 to ffffa096311d7c60 time=9 v=6 (6 6 6 6) 00000100:00001000:1.0:1785408794.202610:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffffa096311d7c18 time=43 v=5 (1 1 1 0) 00000100:00000001:1.0:1785408794.202613:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785408794.202615:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785408794.202618:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785408794.202622:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408794.202626:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785408794.202629:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffffa09634743800: skip recheck: last_committed 38654726677 00000100:00000001:1.0:1785408794.202631:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785408794.202633:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.202639:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09632eef480 x1872120998526336/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.202646:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408794.202649:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785408794.202651:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785408794.202655:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09632eef480 x1872120998526336/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785408794.202663:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09632eef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998526336:192.168.201.132@tcp:400:kworker.0 00000100:00000001:1.0:1785408794.202670:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408794.202678:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785408794.202682:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09632eef480 x1872120998526336/t0(0) o400->lustre-OST0000-osc-ffffa09634743800@192.168.201.132@tcp:28/4 lens 224/224 e 0 to 0 dl 1785408811 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.202689:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785408794.202692:0:2396:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785408794.202697:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0963277c600. 02000000:00000001:1.0:1785408794.202700:0:2396:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785408794.202703:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785408794.202705:0:2396:0:(genops.c:1244:class_import_put()) import ffffa096311d7800 refcount=3 obd=lustre-OST0000-osc-ffffa09634743800 00000020:00000001:1.0:1785408794.202708:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785408794.202712:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09639623100. 02000000:00000001:1.0:1785408794.202716:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785408794.202718:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785408794.202720:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09632eef480. 00000100:00000001:1.0:1785408794.202724:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785408794.202726:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408794.202729:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408794.202730:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785408794.202732:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1785408794.202746:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408794.202774:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1785408794.205737:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.132@tcp of length 224/224 into md 0x534cc5 [1] + 224 00000800:00000001:3.0:1785408794.205767:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408794.205782:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1785408794.205786:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1785408794.205790:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.32@tcp->192.168.201.132@tcp: PUT: OK 00000100:00000001:3.0:1785408794.205798:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1785408794.205806:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffffa09632eed180 x1872120998526080/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1785408794.205819:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffffa09632eed180 x1872120998526080/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1785408794.205842:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1785408794.205853:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1785408794.205857:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408794.206010:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785408794.206018:0:2396:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1785408794.206027:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1785408794.206030:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1785408794.206034:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffffa0960a702f20. 00000400:00000200:1.0:1785408794.206041:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffffa0960a73c908 00000400:00000010:1.0:1785408794.206044:0:2396:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffffa0960a73c908. 00000100:00000001:1.0:1785408794.206048:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1785408794.206058:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffffa09632eed180 x1872120998526080/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1785408794.206069:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffffa09632eed180 x1872120998526080/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.206079:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1785408794.206081:0:2396:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408794.210713:0:2396:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1785408794.210835:0:2396:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1785408794.210839:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1785408794.210841:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1785408794.210847:0:2396:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1785408794.210862:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffffa09612421460 time=10 v=5 (5 5 60 60) 00000100:00001000:1.0:1785408794.210869:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffffa09612421418 time=118 v=5 (1 1 1 1) 00000100:00000001:1.0:1785408794.210873:0:2396:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1785408794.210875:0:2396:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1785408794.210879:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1785408794.210883:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408794.210888:0:2396:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1785408794.210891:0:2396:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffffa09634743800: skip recheck: last_committed 30064771635 00000100:00000001:1.0:1785408794.210894:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1785408794.210896:0:2396:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1785408794.210909:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffffa09632eed180 x1872120998526080/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.210919:0:2396:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1785408794.210923:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1785408794.210925:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1785408794.210930:0:2396:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffffa09632eed180 x1872120998526080/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1785408794.210938:0:2396:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa09632eed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:680baeae-bff9-4fcc-9c88-daafc5b62833:2396:1872120998526080:192.168.201.132@tcp:400:kworker.0 00000100:00000001:1.0:1785408794.210946:0:2396:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408794.210950:0:2396:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1785408794.210953:0:2396:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffffa09632eed180 x1872120998526080/t0(0) o400->lustre-MDT0000-mdc-ffffa09634743800@192.168.201.132@tcp:12/10 lens 224/224 e 0 to 0 dl 1785408810 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1785408794.210961:0:2396:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1785408794.210975:0:2396:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1785408794.210980:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa0963277d400. 02000000:00000001:1.0:1785408794.210986:0:2396:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1785408794.210989:0:2396:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1785408794.210991:0:2396:0:(genops.c:1244:class_import_put()) import ffffa09612421000 refcount=7 obd=lustre-MDT0000-mdc-ffffa09634743800 00000020:00000001:1.0:1785408794.210994:0:2396:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1785408794.211003:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffffa09639623000. 02000000:00000001:1.0:1785408794.211007:0:2396:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1785408794.211010:0:2396:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1785408794.211012:0:2396:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffffa09632eed180. 00000100:00000001:1.0:1785408794.211017:0:2396:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1785408794.211018:0:2396:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408794.211022:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1785408794.211031:0:2396:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1785408794.211033:0:2396:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1785408794.211037:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1785408794.211039:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1785408794.542450:0:282988:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408794.822103:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408794.822113:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1785408794.822121:0:282452:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1785408794.822122:0:282452:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1785408794.822249:0:249839:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1785408794.822254:0:249839:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1785408794.822257:0:249839:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 4028 lines, 4028 kept, 0 dropped, 0 bad.